Anonymous user
User:ImplSearchBot/Code: Difference between revisions
m
ImplSearchBot:0
m (ImplSearchBot:0) |
m (ImplSearchBot:0) |
||
Line 17:
my $post; # Is this an actual run?
my $cachepath = "cache/";
my $cacheonly; # Don't query the wiki for data. Just pull from cache.
my $nosvn;
my $result = GetOptions(
"wiki=s" => \$wiki,
Line 23 ⟶ 25:
"verbosity=s" => \$verbosity,
"post" => \$post,
"cacheonly" => \$cacheonly,
"nosvn" => \$nosvn,
"cachepath=s" => \$cachepath);
$options{'wiki'} = $wiki;
$options{'nosvn'} = $nosvn
$options{'username'} = $username
if defined $username;
$options{'password'} = $password
$options{'post'} = $post
Line 45 ⟶ 48:
$options{'cachepath'} = $cachepath;
$options{'cacheonly'} = $cacheonly
if defined $cacheonly;
# This could be reversed as a qualified statement, but I don't know
# if that it'd be any less ugly.
unless( exists $options{'cacheonly'})
{
if( exists $options{'post'} )
{
unless(exists $options{'username'} and exists $options{'password'})
{
use Data::Dumper;
print Dumper(%options);
die $usage;
}
}
}
}
Line 66 ⟶ 88:
&out(scalar @initialcache . " categories initially cached\n", 4);
# Get our editor
my $editor = &geteditor();
# Get a complete listing of the tasks.
&out("Getting tasks\n", 3);
my
# Get a complete listing of the languages.
&out("Getting the languages.\n", 3);
my
# We want the language name, not the fully-qualified wiki name.
$_ =~ s/^Category:// foreach (@$alllanguages);
# Get a list of the languages for which we've already provided bodies for the related omit categories.
# Store it as a hash, so the lookup will be faster.
my
my %createdomitcategories = map {$_, 1} @$omitcatcontents;
&out("Identifying work to do\n", 3);
Line 105 ⟶ 111:
my %impldiff;
foreach my $lang (@$alllanguages)
{
my $val = &getlangwork($lang);
Line 124 ⟶ 130:
# Language metadata
my $taskcount = scalar @$alltasks;
my $unimpcount = $taskcount - scalar keys %implemented;
my $targetcount = ($taskcount - $omitcount);
Line 133 ⟶ 139:
my $pagedata; # Not assembled until the end.
foreach my $taskname (@$alltasks)
{
# We want the task name, not the fully-qualified wiki name.
Line 218 ⟶ 224:
exit(0);
sub geteditor
{
# If we're not posting, and we're only drawing from cache
# We don't actually need to pull from the wiki.
if( exists $options{'cacheonly'} )
{
return undef
unless exists $options{'post'};
}
# Handles interaction with the wiki.
# Note that I had to modify HTTP::Message to make it work
# HTTP::Message silently failed when presented by MW
# with an encoding type of "application/json" or some such.
&out("Creating editor\n", 3);
my $editor = MediaWiki::Bot->new('ImpleSearchBot');
$editor->{debug} = 1;
# Tell the editor to edit Rosetta Code. I'm sure Wikipedia didn't like
# my initial attempts from before I added this line.
&out("Trying to set wiki.\n",3);
$editor->set_wiki('rosettacode.org','w');
# If we're not posting, we don't need to log in if we're pulling from cache.
# Otherwise, attempt to log in.
&out("Trying to log in.\n", 3);
my $loginres = $editor->login($options{'username'}, $options{'password'});
die "Unable to login: " . $loginres
unless $loginres == "Success";
return $editor;
}
sub out
Line 366 ⟶ 406:
{
my $categoryname = shift;
# Return the cache data if we're not supposed to query the database.
return &getcacheddata($categoryname)
if( exists $options{'cacheonly'} );
&out("Getting category contents for $categoryname...", 4);
my @categorycontents = $editor->get_pages_in_category($categoryname);
Line 376 ⟶ 421:
&cachedata("$categoryname", \@categorycontents);
return \@categorycontents;
}
Line 383 ⟶ 428:
my $categoryname = shift;
&out("Getting work for $categoryname.\n",4);
my $
# If we're on a cache-only basis, we'll just say we have no old data,
# and that our cached data is our new data.
my $olddata;
my $newdata;
if (exists $options{'cacheonly'})
{
$olddata = [];
$newdata = $cacheddata;
}
else
{
$olddata = $cacheddata;
$newdata = &getcategory($categoryname);
}
my ($removed, $added) = &diffcat($olddata, $newdata);
my $work = [];
$work = $newdata
if((scalar @$removed + scalar @$added) > 0);
&out(scalar @$work . " items to process for $categoryname.\n", 3);
return @$work;
}
Line 463 ⟶ 523:
sub svn
{
return
if(exists $options{'nosvn'});
my @args = @_;
| |||