scripts/scans.pl

   1 #!/usr/bin/perl
   2 #**************************************************************************
   3 #   Copyright (C) 2006,2007 by Michael Andreen <harvATruinDOTnu>          *
   4 #                                                                         *
   5 #   This program is free software; you can redistribute it and/or modify  *
   6 #   it under the terms of the GNU General Public License as published by  *
   7 #   the Free Software Foundation; either version 2 of the License, or     *
   8 #   (at your option) any later version.                                   *
   9 #                                                                         *
  10 #   This program is distributed in the hope that it will be useful,       *
  11 #   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  12 #   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  13 #   GNU General Public License for more details.                          *
  14 #                                                                         *
  15 #   You should have received a copy of the GNU General Public License     *
  16 #   along with this program; if not, write to the                         *
  17 #   Free Software Foundation, Inc.,                                       *
  18 #   51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.         *
  19 #**************************************************************************/
  20
  21
  22 use strict;
  23 use warnings;
  24 no warnings 'exiting';
  25 use local::lib;
  26 use Sys::RunAlone;
  27 use CGI;
  28 use DBI;
  29 use DBD::Pg qw(:pg_types);
  30
  31 use LWP::Simple qw/get $ua/;
  32 $ua->agent("Stupid user agent check is stupid");
  33
  34 use FindBin;
  35 use lib "$FindBin::Bin/../lib";
  36
  37 use ND::DB;
  38 use NDWeb::Scans;
  39
  40 our $dbh = ND::DB::DB();
  41
  42 #$dbh->trace("1","/tmp/scanstest");
  43
  44 #my $test = $dbh->prepare(q{INSERT INTO scans (tick,scan_id) VALUES(1,3) RETURNING id});
  45 #print ;
  46
  47 my $scangroups = $dbh->prepare(q{SELECT id,scan_id,tick,uid FROM scans
  48         WHERE groupscan AND NOT parsed FOR UPDATE
  49 });
  50 my $oldscan = $dbh->prepare(q{SELECT scan_id FROM scans WHERE scan_id = LOWER(?) AND tick >= tick() - 168});
  51 my $addScan = $dbh->prepare(q{INSERT INTO scans (scan_id,tick,uid) VALUES (LOWER(?),?,?)});
  52 my $parsedscan = $dbh->prepare(q{UPDATE scans SET tick = ?, type = ?, pid = ?, parsed = TRUE WHERE id = ?});
  53 my $addpoints = $dbh->prepare(q{UPDATE users SET scan_points = scan_points + ? WHERE uid = ? });
  54 my $delscan = $dbh->prepare(q{DELETE FROM scans WHERE id = ?});
  55
  56 $scangroups->execute or die $dbh->errstr;
  57
  58 while (my $group = $scangroups->fetchrow_hashref){
  59         $dbh->begin_work;
  60         my $file = get("http://game.planetarion.com/showscan.pl?scan_grp=$group->{scan_id}");
  61
  62         if ($file){
  63                 my $points = 0;
  64                 while ($file =~ m/showscan.pl\?scan_id=(\w+)/g){
  65                         unless ($dbh->selectrow_array($oldscan,undef,$1)){
  66                                 $addScan->execute($1,$group->{tick},$group->{uid});
  67                                 ++$points;
  68                         }
  69                 }
  70                 $addpoints->execute($points,$group->{uid});
  71                 $parsedscan->execute($group->{tick},'GROUP',undef,$group->{id});
  72         }
  73         $dbh->commit;
  74 }
  75
  76 my $newscans = $dbh->prepare(q{SELECT id,scan_id,tick,uid FROM scans
  77         WHERE NOT groupscan AND NOT parsed FOR UPDATE
  78 });
  79 my $findplanet = $dbh->prepare(q{SELECT planetid(?,?,?,?)});
  80 my $findoldplanet = $dbh->prepare(q{SELECT pid FROM planet_stats WHERE x = $1 AND y = $2 AND z = $3 AND tick <= $4 ORDER BY tick DESC LIMIT 1});
  81 my $findcoords = $dbh->prepare(q{SELECT * FROM planetcoords(?,?)});
  82 my $addfleet = $dbh->prepare(q{INSERT INTO fleets (name,mission,pid,tick,amount) VALUES(?,?,?,?,?) RETURNING fid});
  83 my $fleetscan = $dbh->prepare(q{INSERT INTO fleet_scans (fid,id) VALUES(?,?)});
  84 my $addintel = $dbh->prepare(q{INSERT INTO intel (name,mission,sender,target,tick,eta,back,amount,ingal,uid)
  85         VALUES(?,?,?,?,?,?,?,?,?,-1) RETURNING id});
  86 my $intelscan = $dbh->prepare(q{INSERT INTO intel_scans (intel,id) VALUES(?,?)});
  87 my $addships = $dbh->prepare(q{INSERT INTO fleet_ships (fid,ship,amount) VALUES(?,?,?)});
  88 my $addplanetscan = $dbh->prepare(q{INSERT INTO planet_scans
  89         (id,tick,pid,metal_roids,metal,crystal_roids,crystal,eonium_roids,eonium
  90                 ,agents,guards,light,medium,heavy,hidden)
  91         VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)});
  92
  93 sub parse_planet {
  94         my ($scan,$file) = @_;
  95
  96         my @values = ($scan->{id},$scan->{tick},$scan->{pid});
  97         $file =~ s/(\d),(\d)/$1$2/g;
  98
  99         while($file =~ m{"center">(Metal|Crystal|Eonium)</td>\D+(\d+)\D+([\d,]+)}g){
 100                 push @values,$2,$3;
 101         }
 102         if($file =~ m{Security\ Guards .+? "center">(\d+)</td>
 103                         .+? "center">(\d+)</td>}sx){
 104                 push @values,$1,$2;
 105         }
 106         if($file =~ m{<td class="center">([A-Z][a-z]+)</td><td class="center">([A-Z][a-z]+)</td><td class="center">([A-Z][a-z]+)</td>}){
 107                 push @values,$1,$2,$3;
 108         }
 109         if($file =~ m{<span class="superhighlight">([\d,]+)</span>}){
 110                 push @values,$1;
 111         }
 112         $addplanetscan->execute(@values);
 113 }
 114
 115 sub parse_incoming {
 116         my ($scan,$file) = @_;
 117
 118         while($file =~ m{class="left">Fleet:\s(.*?)</td><td\sclass="right">
 119                         Mission:\s(\w+)</td></tr>(.*?)Total\sShips:\s(\d+)}sxg){
 120                 my $id = addfleet($1,$2,$3,$scan->{pid},$scan->{tick},$4);
 121                 $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
 122         }
 123 }
 124
 125 sub parse_unit {
 126         my ($scan,$file) = @_;
 127
 128         my $id = addfleet($scan->{type},'Full fleet',$file,$scan->{pid},$scan->{tick});
 129         $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
 130 }
 131
 132 sub parse_jumpgate {
 133         my ($scan,$file) = @_;
 134
 135         $file =~ s/,//g;
 136         while ($file =~ m{(\d+):(\d+):(\d+)\D+(Attack|Defend|Return)</td><td class="left">([^<]*)\D+(\d+)\D+(\d+)}g){
 137                 my ($sender) = $dbh->selectrow_array($findplanet,undef,$1,$2,$3,$scan->{tick});
 138                 ($sender) = $dbh->selectrow_array($findoldplanet,undef,$1,$2,$3,$scan->{tick})
 139                         if ((not defined $sender) && $4 eq 'Return');
 140                 my $id = addintel($5,$4,$sender,$scan->{pid},$scan->{tick}+$6,$6
 141                         ,undef,$7, $scan->{x} == $1 && $scan->{y} == $2);
 142                 $intelscan->execute($id,$scan->{id});
 143         }
 144
 145 }
 146
 147 sub parse_military {
 148         my ($scan,$file) = @_;
 149
 150         doMilScan($dbh, $scan, $file);
 151 }
 152
 153 my $adddevscan = $dbh->prepare(q{INSERT INTO development_scans
 154         (id,tick,pid,light_fac,medium_fac,heavy_fac,amps,distorters
 155                 ,metal_ref,crystal_ref,eonium_ref,reslabs,fincents,milcents,seccents,structdefs
 156                 ,travel,infra,hulls,waves,extraction,covert,mining,population,total)
 157         VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)
 158         });
 159
 160
 161 my %parsers = (
 162         Planet => \&parse_planet,
 163         Incoming => \&parse_incoming,
 164         Unit => \&parse_unit,
 165         'Advanced Unit' => \&parse_unit,
 166         Jumpgate => \&parse_jumpgate,
 167         Military => \&parse_military,
 168 );
 169
 170
 171 $dbh->begin_work or die 'No transaction';
 172 $newscans->execute or die $dbh->errstr;
 173 $dbh->pg_savepoint('scans') or die "No savepoint";
 174
 175 my $parsedscans = 0;
 176
 177 while (my $scan = $newscans->fetchrow_hashref){
 178         $dbh->pg_release('scans') or die "Couldn't save";
 179         $dbh->pg_savepoint('scans') or die "Couldn't save";
 180         my $file = get("http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}");
 181         next unless defined $file;
 182         if ($file =~ /((?:\w| )*) (?:Scan|Probe) on (\d+):(\d+):(\d+) in tick (\d+)/){
 183                 eval {
 184                 my $type = $1;
 185                 my $x = $2;
 186                 my $y = $3;
 187                 my $z = $4;
 188                 my $tick = $5;
 189                 $scan->{tick} = $5;
 190                 $scan->{type} = $1;
 191                 $scan->{x} = $x;
 192                 $scan->{y} = $y;
 193
 194                 if($dbh->selectrow_array(q{SELECT * FROM scans WHERE scan_id = ? AND tick = ? AND id <> ?},undef,$scan->{scan_id},$tick,$scan->{id})){
 195                         $dbh->pg_rollback_to('scans') or die "rollback didn't work";
 196                         $delscan->execute($scan->{id});
 197                         $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
 198                         warn "Duplicate scan: $scan->{id} http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
 199                         next;
 200                 }
 201                 my ($planet) = $dbh->selectrow_array($findplanet,undef,$x,$y,$z,$tick);
 202                 $scan->{pid} = $planet;
 203                 unless ($planet){
 204                         $dbh->pg_rollback_to('scans') or die "rollback didn't work";
 205                         if ( $x == 0 && $y == 0 && $z == 0 ){
 206                                 $delscan->execute($scan->{id});
 207                                 $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
 208                         }
 209                         next;
 210                 }
 211                 my $scantext = "";
 212                 if ($file =~ /(Note: [^<]*)/){
 213                         #TODO: something about planet being closed?
 214                 }
 215                 if (exists $parsers{$type}){
 216                         $parsers{$type}->($scan,$file);
 217                 }elsif ($type eq 'News'){
 218                         while( $file =~ m{top;">((?:\w| )+)\D+(\d+)</td><td class="left" style="vertical-align: top;">(.+?)</td></tr>}g){
 219                                 my $news = $1;
 220                                 my $t = $2;
 221                                 my $text = $3;
 222                                 my ($x,$y,$z) = $dbh->selectrow_array($findcoords,undef,$planet,$t);
 223                                 die "No coords for: $planet tick $t" unless defined $x;
 224                                 if(($news eq 'Defend' || $news eq 'Attack' || $news eq 'Launch') && $text =~ m{The (.*?) fleet has been launched, heading for <a class="coords" href="galaxy.pl\?x=\d+&amp;y=\d+">(\d+):(\d+):(\d+)</a>, on a mission to (Attack|Defend). Arrival tick: (\d+)}g){
 225                                         my $eta = $6 - $t;
 226                                         my $mission = $5;
 227                                         my $back = $6 + $eta;
 228                                         $mission = 'AllyDef' if $eta == 6 && $x != $2;
 229                                         my ($target) = $dbh->selectrow_array($findplanet,undef
 230                                                 ,$2,$3,$4,$t) or die $dbh->errstr;
 231                                         next unless defined $target;
 232                                         my $id = addintel($1,$mission,$planet,$target,$6
 233                                                 ,$eta,$back,undef, ($x == $2 && $y == $3));
 234                                         $intelscan->execute($id,$scan->{id});
 235                                 }elsif($news eq 'Hostile' && $text =~ m{We have detected an open jumpgate from (.*?), located at <a class="coords" href="galaxy.pl\?x=\d+&amp;y=\d+">(\d+):(\d+):(\d+)</a>. The fleet will approach our system in tick (\d+) and appears to have (\d+) visible ships}g){
 236                                         my $eta = $5 - $t;
 237                                         my $mission = 'Attack';
 238                                         my $back = $5 + $eta;
 239                                         $mission = 'Defend' if $eta <= 6;
 240                                         $mission = 'AllyDef' if $eta == 6 && $x != $2;
 241                                         my ($target) = $dbh->selectrow_array($findplanet,undef
 242                                                 ,$2,$3,$4,$t) or die $dbh->errstr;
 243                                         die "No target: $2:$3:$4" unless defined $target;
 244                                         my $id = addintel($1,$mission,$target,$planet,$5
 245                                                 ,$eta,$back,$6, ($x == $2 && $y == $3));
 246                                         $intelscan->execute($id,$scan->{id});
 247                                 }
 248                         }
 249                 } elsif($type eq 'Development'){
 250                         my @values = ($scan->{id},$tick,$planet);
 251                         my $total = 0;
 252                         while($file =~ m{((?:[a-zA-Z]| )+)</t[dh]><td(?: class="right")?>(\d+)}sg){
 253                                 push @values,$2;
 254                                 $total += $2 if $#values <= 15;
 255                         }
 256                         push @values,$total;
 257                         $adddevscan->execute(@values);
 258                 } elsif($type eq 'Landing'){
 259                 } else {
 260                         print "Something wrong with scan $scan->{id} type $type at tick $tick http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
 261                 }
 262                 $parsedscan->execute($tick,$type,$planet,$scan->{id}) or die $dbh->errstr;
 263                 #$dbh->rollback;
 264                 ++$parsedscans;
 265                 };
 266                 if ($@) {
 267                         warn $@;
 268                         $dbh->pg_rollback_to('scans') or die "rollback didn't work";
 269                 }
 270         }else{
 271                 warn "Nothing useful in scan: $scan->{id} http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
 272                 $delscan->execute($scan->{id});
 273                 $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
 274         }
 275 }
 276 #$dbh->rollback;
 277 $dbh->commit;
 278
 279 system 'killall','-USR1', 'ndbot.pl' if $parsedscans;
 280
 281 sub addfleet {
 282         my ($name,$mission,$ships,$sender,$tick,$amount) = @_;
 283
 284         my @ships;
 285         my $total = 0;
 286         $ships =~ s/,//g;
 287         while(defined $ships && $ships =~ m{((?:[a-zA-Z]| )+)</td><td(?: class="right")?>(\d+)}sg){
 288                 $total += $2;
 289                 push @ships, [$1,$2];
 290         }
 291         $amount = $total if (!defined $amount);
 292         my $id = $dbh->selectrow_array($addfleet,undef,$name,$mission,$sender
 293                 ,$tick, $amount);
 294         for my $s (@ships){
 295                 unshift @{$s},$id;
 296                 $addships->execute(@{$s}) or die $dbh->errstr;
 297         }
 298         return $id;
 299 }
 300
 301 sub addintel {
 302         my ($name,$mission,$sender,$target,$tick,$eta,$back,$amount,$ingal) = @_;
 303
 304         die "no sender" unless defined $sender;
 305
 306         $ingal = 0 unless $ingal;
 307         $back = $tick + 4 if $ingal && $eta <= 4;
 308
 309         if ($mission eq 'Return'){
 310                 ($sender,$target) = ($target,$sender);
 311                 $back = $tick + $eta if $eta;
 312         }
 313
 314         my $id = $dbh->selectrow_array($addintel,undef,$name,$mission,$sender
 315                 ,$target,$tick, $eta, $back, $amount,$ingal);
 316         return $id;
 317 }
 318
 319 __END__