scripts/scans.pl

   1 #!/usr/bin/perl
   2 #**************************************************************************
   3 #   Copyright (C) 2006,2007 by Michael Andreen <harvATruinDOTnu>          *
   4 #                                                                         *
   5 #   This program is free software; you can redistribute it and/or modify  *
   6 #   it under the terms of the GNU General Public License as published by  *
   7 #   the Free Software Foundation; either version 2 of the License, or     *
   8 #   (at your option) any later version.                                   *
   9 #                                                                         *
  10 #   This program is distributed in the hope that it will be useful,       *
  11 #   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  12 #   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  13 #   GNU General Public License for more details.                          *
  14 #                                                                         *
  15 #   You should have received a copy of the GNU General Public License     *
  16 #   along with this program; if not, write to the                         *
  17 #   Free Software Foundation, Inc.,                                       *
  18 #   51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.         *
  19 #**************************************************************************/
  20
  21
  22 use strict;
  23 use warnings;
  24 no warnings 'exiting';
  25 use CGI;
  26 use DBI;
  27 use DBD::Pg qw(:pg_types);
  28 use LWP::Simple;
  29 use lib qw{/var/www/ndawn/lib/};
  30 use ND::DB;
  31
  32 our $dbh = ND::DB::DB();
  33
  34 #$dbh->trace("1","/tmp/scanstest");
  35
  36 #my $test = $dbh->prepare(q{INSERT INTO scans (tick,scan_id) VALUES(1,3) RETURNING id});
  37 #print ;
  38 $dbh->do(q{SET CLIENT_ENCODING TO 'LATIN1';});
  39
  40 my $scangroups = $dbh->prepare(q{SELECT id,scan_id,tick,uid FROM scans
  41         WHERE groupscan AND NOT parsed FOR UPDATE
  42 });
  43 my $oldscan = $dbh->prepare(q{SELECT scan_id FROM scans WHERE scan_id = ? AND tick >= tick() - 168});
  44 my $addScan = $dbh->prepare(q{INSERT INTO scans (scan_id,tick,uid) VALUES (?,?,?)});
  45 my $parsedscan = $dbh->prepare(q{UPDATE scans SET tick = ?, type = ?, planet = ?, parsed = TRUE WHERE id = ?});
  46 my $addpoints = $dbh->prepare(q{UPDATE users SET scan_points = scan_points + ? WHERE uid = ? });
  47 my $delscan = $dbh->prepare(q{DELETE FROM scans WHERE id = ?});
  48
  49 $scangroups->execute or die $dbh->errstr;
  50
  51 while (my $group = $scangroups->fetchrow_hashref){
  52         $dbh->begin_work;
  53         my $file = get("http://game.planetarion.com/showscan.pl?scan_grp=$group->{scan_id}");
  54
  55         my $points = 0;
  56         while ($file =~ m/showscan.pl\?scan_id=(\d+)/g){
  57                 unless ($dbh->selectrow_array($oldscan,undef,$1)){
  58                         $addScan->execute($1,$group->{tick},$group->{uid});
  59                         ++$points;
  60                 }
  61         }
  62         $addpoints->execute($points,$group->{uid});
  63         $parsedscan->execute($group->{tick},'GROUP',undef,$group->{id});
  64         $dbh->commit;
  65 }
  66
  67 my $newscans = $dbh->prepare(q{SELECT id,scan_id,tick,uid FROM scans
  68         WHERE NOT groupscan AND NOT parsed FOR UPDATE
  69 });
  70 my $findplanet = $dbh->prepare(q{SELECT planetid(?,?,?,?)});
  71 my $findoldplanet = $dbh->prepare(q{SELECT id FROM planet_stats WHERE x = $1 AND y = $2 AND z = $3 AND tick <= $4 ORDER BY tick DESC LIMIT 1});
  72 my $findcoords = $dbh->prepare(q{SELECT * FROM planetcoords(?,?)});
  73 my $addfleet = $dbh->prepare(q{INSERT INTO fleets (name,mission,sender,target,tick,eta,back,amount,ingal,uid) VALUES(?,?,?,?,?,?,?,?,?,-1) RETURNING id});
  74 my $fleetscan = $dbh->prepare(q{INSERT INTO fleet_scans (id,scan) VALUES(?,?)});
  75 my $addships = $dbh->prepare(q{INSERT INTO fleet_ships (id,ship,amount) VALUES(?,?,?)});
  76 my $addpdata = $dbh->prepare(q{INSERT INTO planet_data (id,tick,scan,rid,amount) VALUES(?,?,?,(SELECT id FROM planet_data_types WHERE category = ? AND name = ?), ?)});
  77
  78 $dbh->begin_work or die 'No transaction';
  79 $newscans->execute or die $dbh->errstr;
  80 $dbh->pg_savepoint('scans') or die "No savepoint";
  81
  82 my %production = (None => 0, Low => 35, Medium => 65, High => 100);
  83 while (my $scan = $newscans->fetchrow_hashref){
  84         $dbh->pg_release('scans') or die "Couldn't save";
  85         $dbh->pg_savepoint('scans') or die "Couldn't save";
  86         my $file = get("http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}");
  87         next unless defined $file;
  88         if ($file =~ /((?:\w| )*) (?:Scan|Probe) on (\d+):(\d+):(\d+) in tick (\d+)/){
  89                 eval {
  90                 my $type = $1;
  91                 my $x = $2;
  92                 my $y = $3;
  93                 my $z = $4;
  94                 my $tick = $5;
  95
  96                 if($dbh->selectrow_array(q{SELECT * FROM scans WHERE scan_id = ? AND tick = ? AND id <> ?},undef,$scan->{scan_id},$tick,$scan->{id})){
  97                         $dbh->pg_rollback_to('scans') or die "rollback didn't work";
  98                         $delscan->execute($scan->{id});
  99                         $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
 100                         warn "Duplicate scan: $scan->{id} http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
 101                         next;
 102                 }
 103                 my ($planet) = $dbh->selectrow_array($findplanet,undef,$x,$y,$z,$tick);
 104                 unless ($planet){
 105                         $dbh->pg_rollback_to('scans') or die "rollback didn't work";
 106                         if ( $x == 0 && $y == 0 && $z == 0 ){
 107                                 $delscan->execute($scan->{id});
 108                                 $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
 109                         }
 110                         next;
 111                 }
 112                 my $scantext = "";
 113                 if ($file =~ /(Note: [^<]*)/){
 114                         #TODO: something about planet being closed?
 115                 }
 116                 if ($type eq 'Planet'){
 117                         $file =~ s/(\d),(\d)/$1$2/g;
 118                         while($file =~ m/"center">(Metal|Crystal|Eonium)\D+(\d+)\D+([\d,]+)/g){
 119                                 my ($roids,$res) = ($2,$3);
 120                                 $roids =~ s/,//g;
 121                                 $addpdata->execute($planet,$tick,$scan->{id}
 122                                         ,'roid',$1, $roids) or die $dbh->errstr;
 123                                 $res =~ s/,//g;
 124                                 $addpdata->execute($planet,$tick,$scan->{id}
 125                                         ,'resource',$1, $res) or die $dbh->errstr;
 126                         }
 127                         if($file =~ m{<td class="center">([A-Z][a-z]+)</td><td class="center">([A-Z][a-z]+)</td><td class="center">([A-Z][a-z]+)</td>}){
 128                                 $addpdata->execute($planet,$tick,$scan->{id}
 129                                         ,'planet','Light Usage', $production{$1}) or die $dbh->errstr;
 130                                 $addpdata->execute($planet,$tick,$scan->{id}
 131                                         ,'planet','Medium Usage', $production{$2}) or die $dbh->errstr;
 132                                 $addpdata->execute($planet,$tick,$scan->{id}
 133                                         ,'planet','Heavy Usage', $production{$3}) or die $dbh->errstr;
 134                         }
 135                         if($file =~ m{<span class="superhighlight">([\d,]+)</span>}){
 136                                 my $res = $1;
 137                                 $res =~ s/,//g;
 138                                 $addpdata->execute($planet,$tick,$scan->{id}
 139                                         ,'planet','Production', $res) or die $dbh->errstr;
 140                         }
 141                 }elsif ($type eq 'Jumpgate'){
 142                 #print "$file\n";
 143                         while ($file =~ m{(\d+):(\d+):(\d+)\D+(Attack|Defend|Return)</td><td class="left">([^<]*)\D+(\d+)\D+(\d+)}g){
 144
 145                                 my ($sender) = $dbh->selectrow_array($findplanet,undef,$1,$2,$3,$tick) or die $dbh->errstr;
 146                                 ($sender) = $dbh->selectrow_array($findoldplanet,undef,$1,$2,$3,$tick) if ((not defined $sender) && $4 eq 'Return');
 147                                 my $id = addfleet($5,$4,undef,$sender,$planet,$tick+$6,$6
 148                                         ,undef,$7, $x == $1 && $y == $2);
 149                                 $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
 150                         }
 151                 }elsif ($type eq 'News'){
 152                         while( $file =~ m{top">((?:\w| )+)\D+(\d+)</td><td class="left" valign="top">(.+?)</td></tr>}g){
 153                                 my $news = $1;
 154                                 my $t = $2;
 155                                 my $text = $3;
 156                                 my ($x,$y,$z) = $dbh->selectrow_array($findcoords,undef,$planet,$t);
 157                                 die "No coords for: $planet tick $t" unless defined $x;
 158                                 if($news eq 'Launch' && $text =~ m/The (.*?) fleet has been launched, heading for (\d+):(\d+):(\d+), on a mission to (Attack|Defend). Arrival tick: (\d+)/g){
 159                                         my $eta = $6 - $t;
 160                                         my $mission = $5;
 161                                         my $back = $6 + $eta;
 162                                         $mission = 'AllyDef' if $eta == 6 && $x != $2;
 163                                         my ($target) = $dbh->selectrow_array($findplanet,undef
 164                                                 ,$2,$3,$4,$t) or die $dbh->errstr;
 165                                         die "No target: $2:$3:$4" unless defined $target;
 166                                         my $id = addfleet($1,$mission,undef,$planet,$target,$6
 167                                                 ,$eta,$back,undef, ($x == $2 && $y == $3));
 168                                         $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
 169                                 }elsif($news eq 'Incoming' && $text =~ m/We have detected an open jumpgate from (.*?), located at (\d+):(\d+):(\d+). The fleet will approach our system in tick (\d+) and appears to have roughly (\d+) ships/g){
 170                                         my $eta = $5 - $t;
 171                                         my $mission = '';
 172                                         my $back = $5 + $eta;
 173                                         $mission = 'Defend' if $eta <= 6;
 174                                         $mission = 'AllyDef' if $eta == 6 && $x != $2;
 175                                         my ($target) = $dbh->selectrow_array($findplanet,undef
 176                                                 ,$2,$3,$4,$t) or die $dbh->errstr;
 177                                         die "No target: $2:$3:$4" unless defined $target;
 178                                         my $id = addfleet($1,$mission,undef,$target,$planet,$5
 179                                                 ,$eta,$back,$6, ($x == $2 && $y == $3));
 180                                         $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
 181                                 }
 182                         }
 183                 } elsif($type eq 'Surface Analysis' || $type eq 'Technology Analysis'){
 184                         my $cat = ($type eq 'Surface Analysis' ? 'struc' : 'tech');
 185                         while($file =~ m{((?:[a-zA-Z]| )+)</t[dh]><td(?: class="right")?>(\d+)}sg){
 186                                 $addpdata->execute($planet,$tick,$scan->{id}
 187                                         ,$cat,$1, $2) or die $dbh->errstr;
 188                         }
 189
 190                 } elsif($type eq 'Unit' || $type eq 'Advanced Unit'){
 191                         my $id = addfleet($type,'Full fleet',$file,$planet,undef,$tick,undef,undef,undef);
 192                         $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
 193                 } elsif($type eq 'Incoming'){
 194                         while($file =~ m{class="left">Fleet: (.*?)</td><td class="left">Mission: (\w+)</td></tr>(.*?)Total Ships: (\d+)}sg){
 195                                 my $id = addfleet($1,$2,$3,$planet,undef,$tick,undef,undef,$4);
 196                                 $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
 197                         }
 198                 } else {
 199                         print "Something wrong with scan $scan->{id} type $type at tick $tick http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}";
 200                 }
 201                 $parsedscan->execute($tick,$type,$planet,$scan->{id}) or die $dbh->errstr;
 202                 #$dbh->rollback;
 203                 };
 204                 if ($@) {
 205                         warn $@;
 206                         $dbh->pg_rollback_to('scans') or die "rollback didn't work";
 207                 }
 208         }else{
 209                 warn "Nothing useful in scan: $scan->{id} http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
 210                 $delscan->execute($scan->{id});
 211                 $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
 212         }
 213 }
 214 #$dbh->rollback;
 215 $dbh->commit;
 216
 217 sub addfleet {
 218         my ($name,$mission,$ships,$sender,$target,$tick,$eta,$back,$amount,$ingal) = @_;
 219
 220         die "no sender" unless defined $sender;
 221
 222         $ingal = 0 unless $ingal;
 223         $back = $tick + 4 if $ingal && $eta <= 4;
 224
 225         if ($mission eq 'Return'){
 226                 ($sender,$target) = ($target,$sender);
 227                 $back = $tick + $eta if $eta;
 228         }
 229
 230         my @ships;
 231         my $total = 0;
 232         while(defined $ships && $ships =~ m{((?:[a-zA-Z]| )+)</td><td(?: class="right")?>(\d+)}sg){
 233                 $total += $2;
 234                 push @ships, [$1,$2];
 235         }
 236         $amount = $total if (!defined $amount) && defined $ships;
 237         my $id = $dbh->selectrow_array($addfleet,undef,$name,$mission,$sender
 238                 ,$target,$tick, $eta, $back, $amount,$ingal) or die $dbh->errstr;
 239         for my $s (@ships){
 240                 unshift @{$s},$id;
 241                 $addships->execute(@{$s}) or die $dbh->errstr;
 242         }
 243         return $id;
 244 };