2 # ProcessExtra.pl: Extensions to Process.pl
4 # Version: v0.5 (20010124)
8 if (&IsParam("useStrict")) { use strict; }
10 use POSIX qw(strftime);
14 &VERB("Starting schedulers...",2);
25 &netsplitCheck(1); # mandatory
26 &floodLoop(1); # mandatory
28 &leakCheck(2); # mandatory
29 &ignoreCheck(1); # mandatory
31 &ircCheck(1); # mandatory
32 &miscCheck(2); # mandatory
33 &shmFlush(1); # mandatory
40 # my $count = map { exists $sched{$_}{TIME} } keys %sched;
42 foreach (keys %sched) {
43 # next unless (exists $sched{$_}{TIME});
44 my $time = $sched{$_}{TIME};
45 next unless (defined $time and $time > time());
50 &status("Schedulers: $count will be running.");
55 my ($interval, $codename, @args) = @_;
56 my $waittime = &getRandomInt($interval);
58 if (!defined $waittime) {
59 &WARN("interval == waittime == UNDEF for $codename.");
63 my $time = $sched{$codename}{TIME};
64 if (defined $time and $time > time()) {
65 &WARN("Sched for $codename already exists.");
69 # &VERB("Scheduling \&$codename() for ".&Time2String($waittime),3);
71 my $retval = $conn->schedule($waittime, \&$codename, @args);
72 $sched{$codename}{LABEL} = $retval;
73 $sched{$codename}{TIME} = time()+$waittime;
74 $sched{$codename}{RUNNING} = 1;
78 #### LET THE FUN BEGIN.
82 my $interval = &getChanConfDefault("randomQuoteInterval", 60);
84 &ScheduleThis($interval, "randomQuote");
85 return if ($_[0] eq "2"); # defer.
87 delete $sched{"randomQuote"}{RUNNING};
90 my $line = &getRandomLineFromFile($bot_misc_dir. "/blootbot.randtext");
92 &ERROR("random Quote: weird error?");
96 foreach ( &ChanConfList("randomQuote") ) {
97 next unless (&validChan($_));
99 &status("sending random Quote to $_.");
100 &action($_, "Ponders: ".$line);
102 ### TODO: if there were no channels, don't reschedule until channel
103 ### configuration is modified.
110 my $interval = &getChanConfDefault("randomFactoidInterval", 60);
112 &ScheduleThis($interval, "randomFactoid");
113 return if ($_[0] eq "2"); # defer.
115 delete $sched{"randomFactoid"}{RUNNING};
119 ($key,$val) = &randKey("factoids","factoid_key,factoid_value");
120 ### $val =~ tr/^[A-Z]/[a-z]/; # blah is Good => blah is good.
121 last if ($val !~ /^</);
124 &ERROR("rF: tried 5 times but failed.");
129 foreach ( &ChanConfList("randomFactoid") ) {
130 next unless (&validChan($_));
132 &status("sending random Factoid to $_.");
133 &action($_, "Thinks: \037$key\037 is $val");
134 ### FIXME: Use &getReply() on above to format factoid properly?
139 sub randomFreshmeat {
140 my $interval = &getChanConfDefault("randomFresheatInterval", 60);
143 &ScheduleThis($interval, "randomFreshmeat");
144 return if ($_[0] eq "2"); # defer.
146 delete $sched{"randomFreshmeat"}{RUNNING};
149 my @chans = &ChanConfList("randomFreshmeat");
150 return unless (scalar @chans);
152 &Forker("freshmeat", sub {
153 my $retval = &Freshmeat::randPackage();
156 next unless (&validChan($_));
158 &status("sending random Freshmeat to $_.");
166 &ScheduleThis(60, "logLoop");
167 return if ($_[0] eq "2"); # defer.
169 delete $sched{"logLoop"}{RUNNING};
172 return unless (defined fileno LOG);
173 return unless (&IsParam("logfile"));
174 return unless (&IsParam("maxLogSize"));
176 ### check if current size is too large.
177 if ( -s $file{log} > $param{'maxLogSize'}) {
178 my $date = sprintf("%04d%02d%02d", (localtime)[5,4,3]);
179 $file{log} = $param{'logfile'} ."-". $date;
180 &status("cycling log file.");
182 if ( -e $file{log}) {
186 $newlog = $file{log}."-".$i;
187 last if (! -e $newlog);
190 $file{log} = $newlog;
194 CORE::system("/bin/mv '$param{'logfile'}' '$file{log}'");
195 &compress($file{log});
197 &status("cycling log file.");
200 ### check if all the logs exceed size.
201 my $logdir = "$bot_base_dir/log/";
202 if (opendir(LOGS, $logdir)) {
206 while (defined($_ = readdir LOGS)) {
207 my $logfile = "$logdir/$_";
209 next unless ( -f $logfile);
210 my $size = -s $logfile;
211 my $age = (stat $logfile)[9];
213 $age{$age} = $logfile;
214 $size{$logfile} = $size;
221 while ($tsize > $param{'maxLogSize'}) {
222 &status("LOG: current size > max ($tsize > $param{'maxLogSize'})");
223 my $oldest = (sort {$a <=> $b} keys %age)[0];
224 &status("LOG: unlinking $age{$oldest}.");
225 unlink $age{$oldest};
230 ### TODO: add how many b,kb,mb removed?
231 &status("LOG: removed $delete logs.") if ($delete);
233 &WARN("could not open dir $logdir");
240 &ScheduleThis(1440, "seenFlushOld");
241 return if ($_[0] eq "2"); # defer.
243 delete $sched{"seenFlushOld"}{RUNNING};
246 # is this global-only?
247 return unless (&IsChanConf("seen") > 0);
248 return unless (&IsChanConf("seenFlushInterval") > 0);
250 # global setting. does not make sense for per-channel.
251 my $max_time = &getChanConfDefault("seenMaxDays", 30) *60*60*24;
254 if ($param{'DBType'} =~ /^pg|postgres|mysql/i) {
255 my $query = "SELECT nick,time FROM seen GROUP BY nick HAVING UNIX_TIMESTAMP() - time > $max_time";
256 my $sth = $dbh->prepare($query);
259 while (my @row = $sth->fetchrow_array) {
260 my ($nick,$time) = @row;
262 &dbDel("seen","nick",$nick);
266 } elsif ($param{'DBType'} =~ /^dbm/i) {
269 foreach (keys %seen) {
270 my $delta_time = $time - &dbGet("seen", "NULL", $_, "time");
271 next unless ($delta_time > $max_time);
273 &DEBUG("seenFlushOld: ".&Time2String($delta_time) );
278 &FIXME("seenFlushOld: for PG/NO-DB.");
280 &VERB("SEEN deleted $delete seen entries.",2);
285 my $interval = &getChanConfDefault("chanlimitcheckInterval", 10);
288 &ScheduleThis($interval, "chanlimitCheck");
289 return if ($_[0] eq "2");
291 delete $sched{"chanlimitCheck"}{RUNNING};
294 foreach $chan ( &ChanConfList("chanlimitcheck") ) {
295 next unless (&validChan($chan));
297 my $limitplus = &getChanConfDefault("chanlimitcheckPlus", 5, $chan);
298 my $newlimit = scalar(keys %{$channels{$chan}{''}}) + $limitplus;
299 my $limit = $channels{$chan}{'l'};
301 if (defined $limit and scalar keys %{$channels{$chan}{''}} > $limit) {
302 &FIXME("LIMIT: set too low!!! FIXME");
303 ### run NAMES again and flush it.
306 next unless (!defined $limit or $limit != $newlimit);
308 if (!exists $channels{$chan}{'o'}{$ident}) {
309 &ERROR("chanlimitcheck: dont have ops on $chan.") unless (exists $cache{warn}{chanlimit}{$chan});
310 $cache{warn}{chanlimit}{$chan} = 1;
311 ### TODO: check chanserv?
314 delete $cache{warn}{chanlimit}{$chan};
316 if (!defined $limit) {
317 &DEBUG("setting limit for first time or from netsplit for $chan");
320 &rawout("MODE $chan +l $newlimit");
328 &ScheduleThis(30, "netsplitCheck");
329 return if ($_[0] eq "2");
331 delete $sched{"netsplitCheck"}{RUNNING};
334 foreach $s1 (keys %netsplitservers) {
335 foreach $s2 (keys %{$netsplitservers{$s1}}) {
336 if (time() - $netsplitservers{$s1}{$s2} > 3600) {
337 &status("netsplit between $s1 and $s2 appears to be stale.");
338 delete $netsplitservers{$s1}{$s2};
343 # %netsplit hash checker.
344 my $count = scalar keys %netsplit;
345 foreach (keys %netsplit) {
346 if (&IsNickInAnyChan($_)) {
347 &DEBUG("netsplitC: $_ is in some chan; removing from netsplit list.");
348 delete $netsplit{$_};
350 next unless (time() - $netsplit{$_} > 60*10);
352 &DEBUG("netsplitC: $_ didn't come back from netsplit; removing from netsplit list.");
353 delete $netsplit{$_};
356 if ($count and !scalar keys %netsplit) {
357 &DEBUG("ok, netsplit is hopefully gone. reinstating chanlimit check.");
367 &ScheduleThis(60, "floodLoop"); # minutes.
368 return if ($_[0] eq "2");
370 delete $sched{"floodLoop"}{RUNNING};
374 my $interval = &getChanConfDefault("floodCycle",60);
376 foreach $who (keys %flood) {
377 foreach (keys %{$flood{$who}}) {
378 if (!exists $flood{$who}{$_}) {
379 &WARN("flood{$who}{$_} undefined?");
383 if ($time - $flood{$who}{$_} > $interval) {
384 delete $flood{$who}{$_};
389 &VERB("floodLoop: deleted $delete items.",2);
394 my $interval = &getChanConfDefault("seenFlushInterval", 60);
395 &ScheduleThis($interval, "seenFlush");
396 return if ($_[0] eq "2");
398 delete $sched{"seenFlush"}{RUNNING};
404 $stats{'count_old'} = &countKeys("seen") || 0;
408 if ($param{'DBType'} =~ /^mysql|pg|postgres/i) {
409 foreach $nick (keys %seencache) {
410 my $exists = &dbGet("seen","nick", $nick, "nick");
412 if (defined $exists and $exists) {
413 &dbUpdate("seen", "nick", $nick, (
414 "time" => $seencache{$nick}{'time'},
415 "host" => $seencache{$nick}{'host'},
416 "channel" => $seencache{$nick}{'chan'},
417 "message" => $seencache{$nick}{'msg'},
421 my $retval = &dbInsert("seen", $nick, (
422 "nick" => $seencache{$nick}{'nick'},
423 "time" => $seencache{$nick}{'time'},
424 "host" => $seencache{$nick}{'host'},
425 "channel" => $seencache{$nick}{'chan'},
426 "message" => $seencache{$nick}{'msg'},
430 ### TODO: put bad nick into a list and don't do it again!
431 &FIXME("Should never happen! (nick => $nick)") if !$retval;
434 delete $seencache{$nick};
438 } elsif ($param{'DBType'} =~ /^dbm/i) {
440 foreach $nick (keys %seencache) {
441 my $retval = &dbInsert("seen", $nick, (
442 "nick" => $seencache{$nick}{'nick'},
443 "time" => $seencache{$nick}{'time'},
444 "host" => $seencache{$nick}{'host'},
445 "channel" => $seencache{$nick}{'chan'},
446 "message" => $seencache{$nick}{'msg'},
449 ### TODO: put bad nick into a list and don't do it again!
450 &FIXME("Should never happen! (nick => $nick)") if !$retval;
452 delete $seencache{$nick};
456 &DEBUG("seenFlush: NO VALID FACTOID SUPPORT?");
459 &status("Flushed $flushed seen entries.") if ($flushed);
460 &VERB(sprintf(" new seen: %03.01f%% (%d/%d)",
461 $stats{'new'}*100/($stats{'count_old'} || 1),
462 $stats{'new'}, $stats{'count_old'} ), 2) if ($stats{'new'});
463 &VERB(sprintf(" now seen: %3.1f%% (%d/%d)",
464 $stats{'old'}*100/&countKeys("seen"),
465 $stats{'old'}, &countKeys("seen") ), 2) if ($stats{'old'});
467 &WARN("scalar keys seenflush != 0!") if (scalar keys %seenflush);
475 &ScheduleThis(240, "leakCheck");
476 return if ($_[0] eq "2");
478 delete $sched{"leakCheck"}{RUNNING};
482 foreach $blah1 (keys %flood) {
483 foreach $blah2 (keys %{$flood{$blah1}}) {
484 $count += scalar(keys %{$flood{$blah1}{$blah2}});
487 &VERB("\%flood has $count total keys.",2);
490 foreach $chan (grep /[A-Z]/, keys %channels) {
491 &DEBUG("leak: chan => '$chan'.");
493 foreach $i (keys %{$channels{$chan}}) {
494 foreach (keys %{$channels{$chan}{$i}}) {
495 &DEBUG("leak: \$channels{$chan}{$i}{$_} ...");
501 foreach (keys %nuh) {
502 next if (&IsNickInAnyChan($_));
503 next if (exists $dcc{CHAT}{$_});
509 &status("leakC: $delete nuh{} items deleted; now have ".
510 scalar(keys %nuh) ) if ($delete);
515 &ScheduleThis(60, "ignoreCheck");
516 return if ($_[0] eq "2"); # defer.
518 delete $sched{"ignoreCheck"}{RUNNING};
524 foreach (keys %ignore) {
527 foreach (keys %{ $ignore{$chan} }) {
528 my @array = @{ $ignore{$chan}{$_} };
530 next unless ($array[0] and $time > $array[0]);
532 delete $ignore{$chan}{$_};
533 &status("ignore: $_/$chan has expired.");
537 &VERB("ignore: $count items deleted.",2);
543 &ScheduleThis(120, "ircCheck");
544 return if ($_[0] eq "2"); # defer.
546 delete $sched{"ircCheck"}{RUNNING};
549 my @array = grep !/^_default$/, keys %chanconf;
550 my $iconf = scalar(@array);
551 my $inow = scalar(keys %channels);
552 if ($iconf > 2 and $inow * 2 <= $iconf) {
553 &FIXME("ircCheck: current channels * 2 <= config channels. FIXME.");
557 foreach ( &ChanConfList("chanServ_ops") ) {
558 next if (exists $channels{$chan}{'o'}{$ident});
560 &status("ChanServ ==> Requesting ops for $chan.");
561 &rawout("PRIVMSG ChanServ :OP $chan $ident");
564 if (!$conn->connected and time - $msgtime > 3600) {
565 &WARN("ircCheck: no msg for 3600 and disco'd! reconnecting!");
566 $msgtime = time(); # just in case.
570 if ($ident !~ /^\Q$param{ircNick}\E$/) {
571 &WARN("ircCheck: ident($ident) != param{ircNick}($param{IrcNick}).");
572 if (! &IsNickInAnyChan( $param{ircNick} ) ) {
573 &DEBUG("$param{ircNick} not in use... changing!");
574 &nick( $param{ircNick} );
576 &WARN("$param{ircNick} is still in use...");
581 # if scalar @joinnext => join more channels
582 # else check for chanserv.
584 if (grep /^\s*$/, keys %channels) {
585 &WARN("we have a NULL chan in hash channels? removing!");
586 delete $channels{''};
588 &DEBUG("channels now:");
589 foreach (keys %channels) {
593 &DEBUG("channels END");
597 if ($utime_userfile > $wtime_userfile and time() - $wtime_userfile > 3600) {
599 $wtime_userfile = time();
602 if ($utime_chanfile > $wtime_chanfile and time() - $wtime_chanfile > 3600) {
604 $wtime_chanfile = time();
610 &ScheduleThis(240, "miscCheck");
611 return if ($_[0] eq "2"); # defer.
613 delete $sched{"miscCheck"}{RUNNING};
618 if ( -x "/usr/bin/ipcs") {
619 @ipcs = `/usr/bin/ipcs`;
621 &WARN("ircCheck: no 'ipcs' binary.");
625 # shmid stale remove.
629 # key, shmid, owner, perms, bytes, nattch
630 next unless (/^(0x\d+) (\d+)\s+(\S+)\s+(\d+)\s+(\d+)\s+/);
632 my ($shmid, $size) = ($2,$5);
633 next unless ($shmid != $shm and $size == 2000);
634 my $z = &shmRead($shmid);
635 if ($z =~ /^(\d+): /) {
637 next if (time() - $time < 60*60);
640 &DEBUG("shm: $shmid is not ours or old blootbot => ($z)");
644 &status("SHM: nuking shmid $shmid");
645 CORE::system("/usr/bin/ipcrm shm $shmid >/dev/null");
649 opendir(DEBIAN, "$bot_base_dir/debian");
650 foreach ( grep /gz$/, readdir(DEBIAN) ) {
651 my $exit = CORE::system("gzip -t $bot_base_dir/debian/$_");
654 &status("debian: unlinking file => $_");
655 unlink "$bot_base_dir/debian/$_";
659 # user/chan file check.
660 foreach ("chan","users") {
661 my $f = $bot_misc_dir."/blootbot.$_";
665 $backup++ if ( -s $f > -s "$f~");
666 $backup++ if ( (stat $f)[9] - (stat "$f~")[9] > 60*60*24*7);
670 next unless ($backup);
672 ### TODO: do internal copying.
673 &status("Backup: $f to $f~");
674 CORE::system("/bin/cp $f $f~");
677 ### check modules if they've been modified. might be evil.
682 return if ($$ != $::bot_pid); # fork protection.
685 &ScheduleThis(5, "shmFlush");
686 return if ($_[0] eq "2");
688 delete $sched{"shmFlush"}{RUNNING};
692 my $shmmsg = &shmRead($shm);
693 $shmmsg =~ s/\0//g; # remove padded \0's.
694 if ($shmmsg =~ s/^(\d+): //) {
698 foreach (split '\|\|', $shmmsg) {
700 &VERB("shm: Processing '$_'.",2);
702 if (/^DCC SEND (\S+) (\S+)$/) {
703 my ($nick,$file) = ($1,$2);
704 if (exists $dcc{'SEND'}{$who}) {
705 &msg($nick, "DCC already active.");
707 &DEBUG("shm: dcc sending $2 to $1.");
708 $conn->new_send($1,$2);
709 $dcc{'SEND'}{$who} = time();
711 } elsif (/^SET FORKPID (\S+) (\S+)/) {
712 $forked{$1}{PID} = $2;
713 } elsif (/^DELETE FORK (\S+)$/) {
715 } elsif (/^EVAL (.*)$/) {
716 &DEBUG("evaling '$1'.");
719 &DEBUG("shm: unknown msg. ($_)");
723 &shmWrite($shm,"") if ($shmmsg ne "");
726 ### this is semi-scheduled
729 &ScheduleThis(30, "getNickInUse");
730 return if ($_[0] eq "2"); # defer.
732 delete $sched{"getNickInUse"}{RUNNING};
735 if ($ident eq $param{'ircNick'}) {
736 &status("okay, got my nick back.");
740 &status("Trying to get my nick back.");
741 &nick( $param{'ircNick'} );
746 &ScheduleThis(60, "uptimeLoop");
747 return if ($_[0] eq "2"); # defer.
749 delete $sched{"uptimeLoop"}{RUNNING};
758 &ScheduleThis(60, "slashdotLoop");
759 return if ($_[0] eq "2");
761 delete $sched{"slashdotLoop"}{RUNNING};
764 my @chans = &ChanConfList("slashdotAnnounce");
765 return unless (scalar @chans);
767 &Forker("slashdot", sub {
768 my $line = &Slashdot::slashdotAnnounce();
769 return unless (defined $line);
772 next unless (&::validChan($_));
774 &::status("sending slashdot update to $_.");
775 ¬ice($_, "Slashdot: $line");
782 &ScheduleThis(60, "freshmeatLoop");
783 return if ($_[0] eq "2");
785 delete $sched{"freshmeatLoop"}{RUNNING};
788 my @chans = &ChanConfList("freshmeatAnnounce");
789 return unless (scalar @chans);
791 &Forker("freshmeat", sub {
792 my $data = &Freshmeat::freshmeatAnnounce();
795 next unless (&::validChan($_));
797 &::status("sending freshmeat update to $_.");
805 &ScheduleThis(240, "kernelLoop");
806 return if ($_[0] eq "2");
808 delete $sched{"kernelLoop"}{RUNNING};
811 my @chans = &ChanConfList("kernelAnnounce");
812 return unless (scalar @chans);
814 &Forker("kernel", sub {
815 my @data = &Kernel::kernelAnnounce();
818 next unless (&::validChan($_));
820 &::status("sending kernel update to $_.");
823 ¬ice($c, "Kernel: $_");
830 return unless &IsChanConf("wingate");
832 ### FILE CACHE OF OFFENDING WINGATES.
833 foreach (grep /^$host$/, @wingateBad) {
834 &status("Wingate: RUNNING ON $host BY $who");
835 &ban("*!*\@$host", "") if &IsChanConf("wingateBan");
837 my $reason = &getChanConf("wingateKick");
839 next unless ($reason);
840 &kick($who, "", $reason)
843 ### RUN CACHE OF TRIED WINGATES.
844 if (grep /^$host$/, @wingateCache) {
845 push(@wingateNow, $host); # per run.
846 push(@wingateCache, $host); # cache per run.
848 &DEBUG("Already scanned $host. good.");
851 my $interval = &getChanConfDefault("wingateInterval", 60); # seconds.
852 return if (defined $forked{'wingate'});
853 return if (time() - $wingaterun <= $interval);
854 return unless (scalar(keys %wingateToDo));
856 $wingaterun = time();
858 &Forker("wingate", sub { &Wingate::Wingates(keys %wingateToDo); } );
863 sub wingateWriteFile {
865 &ScheduleThis(60, "wingateWriteFile");
866 return if ($_[0] eq "2"); # defer.
868 delete $sched{"wingateWriteFile"}{RUNNING};
871 return unless (scalar @wingateCache);
873 my $file = "$bot_base_dir/$param{'ircUser'}.wingate";
874 if ($bot_pid != $$) {
875 &DEBUG("wingateWriteFile: Reorganising!");
880 push(@wingateNow, $_);
885 my %hash = map { $_ => 1 } @wingateNow;
886 @wingateNow = sort keys %hash;
889 &DEBUG("wingateWF: writing...");
891 foreach (@wingateNow) {
900 &ScheduleThis(1440, "factoidCheck");
901 return if ($_[0] eq "2"); # defer.
903 delete $sched{"factoidCheck"}{RUNNING};
906 my @list = &searchTable("factoids", "factoid_key", "factoid_key", " #DEL#");
907 my $stale = &getChanConfDefault("factoidDeleteDelay", 30) *60*60*24;
911 my $age = &getFactInfo($_, "modified_time");
912 if (!defined $age or $age !~ /^\d+$/) {
913 &WARN("age == NULL or not numeric.");
917 next unless ($time - $age > $stale);
920 $fix =~ s/ #DEL#$//g;
921 &DEBUG("safedel: Removing $fix ($_) for good.");
929 return unless (scalar keys %{ $dcc{CHAT} });
932 &ScheduleThis(10, "dccStatus");
933 return if ($_[0] eq "2"); # defer.
935 delete $sched{"dccStatus"}{RUNNING};
938 my $time = strftime("%H:%M", localtime(time()) );
941 foreach (keys %channels) {
943 my $users = keys %{ $channels{$c}{''} };
944 my $chops = keys %{ $channels{$c}{o} };
945 my $bans = keys %{ $channels{$c}{b} };
947 my $txt = "[$time] $c: $users members ($chops chops), $bans bans";
948 foreach (keys %{ $dcc{'CHAT'} }) {
949 next unless (exists $channels{$c}{''}{lc $_});
950 $conn->privmsg($dcc{'CHAT'}{$_}, $txt);
963 foreach (keys %{ $irc->{_queue} }) {
967 foreach (keys %sched) {
968 next unless ($q eq $sched{$_});
973 my $time = $irc->{_queue}->{$q}->[0] - time();
975 if (defined $sched) {
976 &DEBUG(" $sched($q): ".&Time2String($time) );
978 &DEBUG(" NULL($q): ".&Time2String($time) );
982 &DEBUG("end of sList.");
985 sub getChanConfDefault {
986 my($what, $default, $chan) = @_;
988 if (exists $param{$what}) {
989 if (!exists $cache{config}{$what}) {
990 &status("gCCD: backward-compat: found param{$what} ($param{$what}) instead.");
991 $cache{config}{$what} = 1;
994 return $param{$what};
997 my $val = &getChanConf($what, $chan);
1002 $param{$what} = $default;
1003 &status("gCCD: auto-setting param{$what} = $default");
1004 $cache{config}{$what} = 1;