X-Git-Url: https://git.donarmstrong.com/?a=blobdiff_plain;f=src%2FModules%2FFactoids.pl;h=438471f5ca3ed4467704b9684d3f46baad727ef1;hb=f7cae48a17d6decd0a9bd997188271daa0a885b1;hp=46cbf8d0370e24b14650e2c4c1f6f77e99e900b1;hpb=bb9e3127fe594248efa7d4733e0be24dba8e579e;p=infobot.git

diff --git a/src/Modules/Factoids.pl b/src/Modules/Factoids.pl
index 46cbf8d..438471f 100644
--- a/src/Modules/Factoids.pl
+++ b/src/Modules/Factoids.pl
@@ -5,12 +5,16 @@
 #     Splitted: SQLExtras.pl
 #
 
-if (&IsParam("useStrict")) { use strict; }
+use strict;
+
+use vars qw($dbh $who);
+use vars qw(%param);
 
 ###
 # Usage: &CmdFactInfo($faqtoid, $query);
 sub CmdFactInfo {
     my ($faqtoid, $query) = (lc $_[0], $_[1]);
+    $faqtoid =~ s/^cmd:/CMD:/;
     my @array;
     my $string = "";
 
@@ -19,16 +23,12 @@ sub CmdFactInfo {
 	return;
     }
 
-    my $i = 0;
-    my %factinfo;
-    my @factinfo = &getFactInfo($faqtoid,"*");
-    foreach ( &dbGetRowInfo("factoids") ) {
-	$factinfo{$_} = $factinfo[$i] || '';
-	$i++;
-    }
+    my %factinfo = &sqlSelectRowHash("factoids", "*",
+	{ factoid_key => $faqtoid }
+    );
 
     # factoid does not exist.
-    if (scalar @factinfo <= 1) {
+    if (scalar (keys %factinfo) <= 1) {
 	&performReply("there's no such factoid as \002$faqtoid\002");
 	return;
     }
@@ -55,8 +55,8 @@ sub CmdFactInfo {
 	if ($time) {
 	    if (time() - $time > 60*60*24*7) {
 		my $days = int( (time() - $time)/60/60/24 );
-		$string .= " at \037". scalar(localtime $time). "\037" .
-				" ($days days) ";
+		$string .= " at \037". scalar(gmtime $time). "\037" .
+				" ($days days)";
 	    } else {
 		$string .= " ".&Time2String(time() - $time)." ago";
 	    }
@@ -65,29 +65,23 @@ sub CmdFactInfo {
 	push(@array,$string);
     }
 
-    # modified:
-#    if ($factinfo{'modified_by'}) {
-#	$string	= "last modified";
-#
-#	my $time = $factinfo{'modified_time'};
-#	if ($time) {
-#	    if (time() - $time > 60*60*24*7) {
-#		$string .= " at \037". scalar(localtime $time). "\037";
-#	    } else {
-#		$string .= " ".&Time2String(time() - $time)." ago";
-#	    }
-#	}
-#
-#	my @x;
-#	foreach (split ",", $factinfo{'modified_by'}) {
-#	    /\!/;
-#	    push(@x, $`);
-#	}
-#	$string .= "by ".&IJoin(@x);
-#
-#	$i++;
-#	push(@array,$string);
-#    }
+    # modified: (TimRiker asks "why do you keep turning this off?)
+    if ($factinfo{'modified_by'}) {
+	$string	= "last modified";
+
+	my $time = $factinfo{'modified_time'};
+	if ($time) {
+	    if (time() - $time > 60*60*24*7) {
+		$string .= " at \037". scalar(gmtime $time). "\037";
+	    } else {
+		$string .= " ".&Time2String(time() - $time)." ago ";
+	    }
+	}
+
+	$string .= " by ".(split ",", $factinfo{'modified_by'})[0];
+
+	push(@array,$string);
+    }
 
     # requested:
     if ($factinfo{'requested_by'}) {
@@ -101,24 +95,24 @@ sub CmdFactInfo {
 		$string .= "\002". $requested_count. "\002 ".
 			&fixPlural("time", $requested_count);
 	    }
-	}
 
-	$string .= ", " if ($string ne "");
+	    my $requested_by = $factinfo{'requested_by'};
+	    $requested_by =~ /\!/;
+	    $string .= ", last by $`";
 
-	my $requested_by = $factinfo{'requested_by'};
-	$requested_by =~ /\!/;
-	$string .= "last by $`";
-
-	my $requested_time = $factinfo{'requested_time'};
-	if ($requested_time) {
-	    if (time() - $requested_time > 60*60*24*7) {
-		$string .= " at \037". scalar(localtime $requested_time). "\037";
-	    } else {
-		$string .= ", ".&Time2String(time() - $requested_time)." ago";
+	    my $requested_time = $factinfo{'requested_time'};
+	    if ($requested_time) {
+		if (time() - $requested_time > 60*60*24*7) {
+		    $string .= " at \037". scalar(localtime $requested_time). "\037";
+		} else {
+		    $string .= ", ".&Time2String(time() - $requested_time)." ago";
+		}
 	    }
+	} else {
+	    $string  = "has not been requested yet";
 	}
 
-	push(@array,$string);
+	push(@array, $string);
     }
 
     # locked:
@@ -135,7 +129,7 @@ sub CmdFactInfo {
 	return;
     }
 
-    &performStrictReply("$factinfo{'factoid_key'} -- ". join("; ", @array) .".");
+    &pSReply("$factinfo{'factoid_key'} -- ". join("; ", @array) .".");
     return;
 }
 
@@ -143,11 +137,14 @@ sub CmdFactStats {
     my ($type) = @_;
 
     if ($type =~ /^author$/i) {
-	my %hash = &dbGetCol("factoids", "factoid_key","created_by");
+	my %hash = &sqlSelectColHash("factoids",
+		"factoid_key,created_by", undef,
+		"WHERE created_by IS NOT NULL"
+	);
 	my %author;
 
-	foreach (keys %hash) {
-	    my $thisnuh = $hash{$_};
+	foreach my $factoid (keys %hash) {
+	    my $thisnuh = $hash{$factoid};
 
 	    $thisnuh =~ /^(\S+)!\S+@\S+$/;
 	    $author{lc $1}++;
@@ -167,21 +164,24 @@ sub CmdFactStats {
 	my $count;
 	my @list;
 	foreach $count (sort { $b <=> $a } keys %count) {
-	    my $author = join(", ", sort keys %{$count{$count}});
+	    my $author = join(", ", sort keys %{ $count{$count} });
 	    push(@list, "$count by $author");
 	}
 
 	my $prefix = "factoid statistics by author: ";
 	return &formListReply(0, $prefix, @list);
 
-    } elsif ($type =~ /^broken$/i) {
-        &status("factstats(broken): starting...");
+    } elsif ($type =~ /^vandalism$/i) {
+	&status("factstats(vandalism): starting...");
 	my $start_time	= &timeget();
-	my %data	= &dbGetCol("factoids", "factoid_key","factoid_value");
+	my %data	= &sqlSelectColHash("factoids",
+		"factoid_key,factoid_value", undef,
+		"WHERE factoid_value IS NOT NULL"
+	);
 	my @list;
 
 	my $delta_time	= &timedelta($start_time);
-        &status(sprintf("factstats(broken): %.02f sec to retreive all factoids.", $delta_time)) if ($delta_time > 0);
+	&status(sprintf("factstats(vandalism): %.02f sec to retreive all factoids.", $delta_time)) if ($delta_time > 0);
 	$start_time	= &timeget();
 
 	# parse the factoids.
@@ -193,7 +193,72 @@ sub CmdFactStats {
 	}
 
 	$delta_time	= &timedelta($start_time);
-        &status(sprintf("factstats(broken): %.02f sec to complete.", $delta_time)) if ($delta_time > 0);
+	&status(sprintf("factstats(vandalism): %.02f sec to complete.", $delta_time)) if ($delta_time > 0);
+
+	# bail out on no results.
+	if (scalar @list == 0) {
+	    return 'no vandalised factoids... wooohoo.';
+	}
+
+	# parse the results.
+	my $prefix = "Vandalised factoid ";
+	return &formListReply(1, $prefix, @list);
+
+    } elsif ($type =~ /^total$/i) {
+	&status("factstats(total): starting...");
+	my $start_time	= &timeget();
+	my @list;
+	my $str;
+	my($i,$j);
+	my %hash;
+
+	### lets do it.
+	# total factoids requests.
+	$i = &sumKey("factoids", "requested_count");
+	push(@list, "total requests - $i");
+
+	# total factoids modified.
+	$str = &countKeys("factoids", "modified_by");
+	push(@list, "total modified - $str");
+
+	# total factoids modified.
+	$j	= &countKeys("factoids", "requested_count");
+	$str	= &countKeys("factoids", "factoid_key");
+	push(@list, "total non-requested - ".($str - $i));
+
+	# average request/factoid.
+	# i/j == total(requested_count)/count(requested_count)
+	$str = sprintf("%.01f", $i/$j);
+	push(@list, "average requested per factoid - $str");
+
+	# total prepared for deletion.
+	$str	= scalar( &searchTable("factoids", "factoid_key", "factoid_value", " #DEL") );
+	push(@list, "total prepared for deletion - $str");
+
+	# total unique authors.
+	# todo: convert to sqlSelectColHash ? (or ColArray?)
+	foreach ( &sqlRawReturn("SELECT created_by FROM factoids WHERE created_by IS NOT NULL") ) {
+	    /^(\S+)!/;
+	    my $nick = lc $1;
+	    $hash{$nick}++;
+	}
+	push(@list, "total unique authors - ".(scalar keys %hash) );
+	undef %hash;
+
+	# total unique requesters.
+	foreach ( &sqlRawReturn("SELECT requested_by FROM factoids WHERE requested_by IS NOT NULL") ) {
+	    /^(\S+)!/;
+	    my $nick = lc $1;
+	    $hash{$nick}++;
+	}
+	push(@list, "total unique requesters - ".(scalar keys %hash) );
+	undef %hash;
+
+	### end of "job".
+
+	my $delta_time	= &timedelta($start_time);
+	&status(sprintf("factstats(broken): %.02f sec to retreive all factoids.", $delta_time)) if ($delta_time > 0);
+	$start_time	= &timeget();
 
 	# bail out on no results.
 	if (scalar @list == 0) {
@@ -201,7 +266,7 @@ sub CmdFactStats {
 	}
 
 	# parse the results.
-	my $prefix = "broken factoid ";
+	my $prefix = "General factoid statistics ";
 	return &formListReply(1, $prefix, @list);
 
     } elsif ($type =~ /^deadredir$/i) {
@@ -213,7 +278,7 @@ sub CmdFactStats {
 	for (@list) {
 	    my $factoid = $_;
 	    my $val = &getFactInfo($factoid, "factoid_value");
-	    if ($val =~ /^<REPLY> see( also)? (.*?)\.?$/i) {
+	    if ($val =~ /^<REPLY> ?see( also)? (.*?)\.?$/i) {
 		my $redirf = lc $2;
 		my $redir = &getFactInfo($redirf, "factoid_value");
 		next if (defined $redir);
@@ -238,19 +303,22 @@ sub CmdFactStats {
 	return &formListReply(1, $prefix, @newlist);
 
     } elsif ($type =~ /^dup(licate|e)$/i) {
-        &status("factstats(dupe): starting...");
+	&status("factstats(dupe): starting...");
 	my $start_time	= &timeget();
-	my %hash	= &dbGetCol("factoids", "factoid_key", "factoid_value", 1);
+	my %hash	= &sqlSelectColHash("factoids",
+		"factoid_key,factoid_value", undef,
+		"WHERE factoid_value IS NOT NULL", 1
+	);
 	my $refs	= 0;
 	my @list;
 	my $v;
 
 	foreach $v (keys %hash) {
-	    my $count = scalar(keys %{$hash{$v}});
+	    my $count = scalar(keys %{ $hash{$v} });
 	    next if ($count == 1);
 
 	    my @sublist;
-	    foreach (keys %{$hash{$v}}) {
+	    foreach (keys %{ $hash{$v} }) {
 		if ($v =~ /^<REPLY> see /i) {
 		    $refs++;
 		    next;
@@ -271,7 +339,7 @@ sub CmdFactStats {
 
 	&status("factstats(dupe): (good) dupe refs: $refs.");
 	my $delta_time	= &timedelta($start_time);
-        &status(sprintf("factstats(dupe): %.02f sec to complete", $delta_time)) if ($delta_time > 0);
+	&status(sprintf("factstats(dupe): %.02f sec to complete", $delta_time)) if ($delta_time > 0);
 
 	# bail out on no results.
 	if (scalar @list == 0) {
@@ -356,7 +424,10 @@ sub CmdFactStats {
 	return &formListReply(1, $prefix, @list);
 
     } elsif ($type =~ /^locked$/i) {
-	my %hash = &dbGetCol("factoids", "factoid_key","locked_by");
+	my %hash = &sqlSelectColhash("factoids",
+		"factoid_key,locked_by", undef,
+		"WHERE locked_by IS NOT NULL"
+	);
 	my @list = keys %hash;
 
 	for (@list) {
@@ -367,7 +438,10 @@ sub CmdFactStats {
 	return &formListReply(0, $prefix, @list);
 
     } elsif ($type =~ /^new$/i) {
-	my %hash = &dbGetCol("factoids", "factoid_key","created_time");
+	my %hash = &sqlSelectColHash("factoids",
+		"factoid_key,created_time", undef,
+		"WHERE created_time IS NOT NULL"
+	);
 	my %age;
 
 	foreach (keys %hash) {
@@ -384,7 +458,7 @@ sub CmdFactStats {
 
 	my @list;
 	foreach (sort {$a <=> $b} keys %age) {
-	    push(@list, join(",", keys %{$age{$_}}));
+	    push(@list, join(",", keys %{ $age{$_} }));
 	}
 
 	my $prefix = "new factoids in the last 24hours ";
@@ -421,7 +495,7 @@ sub CmdFactStats {
 	    my @sublist;
 	    my $length;
 	    foreach $length (@length) {
-		foreach (keys %{$length{$length}}) {
+		foreach (keys %{ $length{$length} }) {
 		    if ($key{$_} =~ /^$val/i) {
 			s/([\,\;]+)/\037$1\037/g;
 			s/( and|and )/\037$1\037/g;
@@ -433,7 +507,7 @@ sub CmdFactStats {
 	}
 
 	my $delta_time = sprintf("%.02fs", &timedelta($start_time) );
-        &status("factstats(partdupe): $delta_time sec to complete.") if ($delta_time > 0);
+	&status("factstats(partdupe): $delta_time sec to complete.") if ($delta_time > 0);
 
 	# bail out on no results.
 	if (scalar @list == 0) {
@@ -445,7 +519,10 @@ sub CmdFactStats {
 	return &formListReply(1, $prefix, @list);
 
     } elsif ($type =~ /^profanity$/i) {
-	my %data = &dbGetCol("factoids", "factoid_key","factoid_value");
+	my %data = &sqlSelectColHash("factoids",
+		"factoid_key,factoid_value", undef,
+		"WHERE factoid_value IS NOT NULL"
+	);
 	my @list;
 
 	foreach (keys %data) {
@@ -461,6 +538,7 @@ sub CmdFactStats {
 			"factoid_value", "^<REPLY> see ");
 	my %redir;
 	my $f;
+	my $dangling = 0;
 
 	for (@list) {
 	    my $factoid = $_;
@@ -471,14 +549,15 @@ sub CmdFactStats {
 		if (defined $redirval) {
 		    $redir{$redir}{$factoid} = 1;
 		} else {
-		    &WARN("factstats(redir): '$factoid' has loose link => '$redir'.");
+		    &DEBUG("factstats(redir): '$factoid' has loose link => '$redir'.");
+		    $dangling++;
 		}
 	    }
 	}
 
 	my @newlist;
 	foreach $f (keys %redir) {
-	    my @sublist = keys %{$redir{$f}};
+	    my @sublist = keys %{ $redir{$f} };
 	    for (@sublist) {
 		s/([\,\;]+)/\037$1\037/g;
 	    }
@@ -487,11 +566,14 @@ sub CmdFactStats {
 	}
 
 	# parse the results.
-	my $prefix = "Redirections in factoids ";
+	my $prefix = "Redirections in factoids, $dangling dangling ";
 	return &formListReply(1, $prefix, @newlist);
 
     } elsif ($type =~ /^request(ed)?$/i) {
-	my %hash = &dbGetCol("factoids", "factoid_key", "requested_count",1);
+	my %hash = &sqlSelectColHash("factoids",
+		"factoid_key,requested_count", undef,
+		"WHERE requested_count IS NOT NULL", 1
+	);
 
 	if (!scalar keys %hash) {
 	    return 'sorry, no factoids have been questioned.';
@@ -515,8 +597,31 @@ sub CmdFactStats {
 	my $prefix = "factoid statistics on $type ";
 	return &formListReply(0, $prefix, @list);
 
+    } elsif ($type =~ /^reqrate$/i) {
+	my %hash = &sqlSelectColHash("factoids",
+		"factoid_key,(unix_timestamp() - created_time)/requested_count as rate", undef,
+		"WHERE requested_by IS NOT NULL and created_time IS NOT NULL ORDER BY rate LIMIT 15", 1
+	);
+
+	my $rate;
+	my @list;
+	my $total	= 0;
+	my $users	= 0;
+	foreach $rate (sort { $b <=> $a } keys %hash) {
+	    my $f	= join(", ", sort keys %{ $hash{$rate} });
+	    my $str	= "$f - ".&Time2String($rate);
+	    $str	=~ s/\002//g;
+	    push(@list, $str);
+	}
+
+	my $prefix = "Rank of top factoid rate (time/req): ";
+	return &formListReply(0, $prefix, @list);
+
     } elsif ($type =~ /^requesters?$/i) {
-	my %hash = &dbGetCol("factoids", "factoid_key","requested_by");
+	my %hash = &sqlSelectColHash("factoids",
+		"factoid_key,requested_by", undef,
+		"WHERE requested_by IS NOT NULL"
+	);
 	my %requester;
 
 	foreach (keys %hash) {
@@ -533,7 +638,7 @@ sub CmdFactStats {
 	# work-around.
 	my %count;
 	foreach (keys %requester) {
-	    $count{$requester{$_}}{$_} = 1;
+	    $count{ $requester{$_} }{$_} = 1;
 	}
 	undef %requester;
 
@@ -565,7 +670,7 @@ sub CmdFactStats {
 	for (@list) {
 	    my $factoid = $_;
 	    my $val = &getFactInfo($factoid, "factoid_value");
-	
+
 	    next unless ($val =~ /^see( also)? (.*?)\.?$/i);
 
 	    my $redirf	= lc $2;
@@ -594,6 +699,7 @@ sub CmdFactStats {
 
     } elsif ($type =~ /^(2|too)long$/i) {
 	my @list;
+	my $query;
 
 	# factoid_key.
 	$query = "SELECT factoid_key FROM factoids WHERE length(factoid_key) >= $param{'maxKeySize'}";
@@ -602,14 +708,16 @@ sub CmdFactStats {
 	while (my @row = $sth->fetchrow_array) {
 	    push(@list,$row[0]);
 	}
+	$sth->finish;
 
 	# factoid_value.
-	my $query = "SELECT factoid_key,factoid_value FROM factoids WHERE length(factoid_value) >= $param{'maxDataSize'}";
+	$query = "SELECT factoid_key,factoid_value FROM factoids WHERE length(factoid_value) >= $param{'maxDataSize'}";
 	$sth = $dbh->prepare($query);
 	$sth->execute;
 	while (my @row = $sth->fetchrow_array) {
 	    push(@list,sprintf("\002%s\002 - %s", length($row[1]), $row[0]));
 	}
+	$sth->finish;
 
 	if (scalar @list == 0) {
 	    return "good. no factoids exceed length.";
@@ -620,14 +728,10 @@ sub CmdFactStats {
 	return &formListReply(1, $prefix, @list);
 
     } elsif ($type =~ /^unrequest(ed)?$/i) {
-	my @list = &dbRawReturn("SELECT factoid_key FROM factoids WHERE requested_count IS NULL");
-
-	for (@list) {
-	    s/([\,\;]+)/\037$1\037/g;
-	}
+	# todo: use sqlSelect()
+	my ($count) = &sqlRawReturn("SELECT COUNT(*) FROM factoids WHERE requested_count = '0'");
 
-	my $prefix = "Unrequested factoids ";
-	return &formListReply(0, $prefix, @list);
+	return "Unrequested factoids: $count";
     }
 
     return "error: invalid type => '$type'.";