]> ruin.nu Git - ndwebbie.git/blobdiff - scripts/scans.pl
parse new scans
[ndwebbie.git] / scripts / scans.pl
index 46ffadecb351be63f805c3c5a3d581b33bb1e7f8..fa27b0312fd1070fc4e76aea82f2b51bcdbc77e7 100755 (executable)
@@ -21,6 +21,7 @@
 
 use strict;
 use warnings;
+no warnings 'exiting';
 use CGI;
 use DBI;
 use DBD::Pg qw(:pg_types);
@@ -34,19 +35,21 @@ our $dbh = ND::DB::DB();
 
 #my $test = $dbh->prepare(q{INSERT INTO scans (tick,scan_id) VALUES(1,3) RETURNING id});
 #print ;
-$dbh->do("SET CLIENT_ENCODING TO 'LATIN1';");
+$dbh->do(q{SET CLIENT_ENCODING TO 'LATIN1';});
 
-my $scangroups = $dbh->prepare(q{SELECT id,scan_id,tick,uid FROM scans WHERE groupscan AND NOT parsed});
+my $scangroups = $dbh->prepare(q{SELECT id,scan_id,tick,uid FROM scans
+       WHERE groupscan AND NOT parsed FOR UPDATE
+});
 my $oldscan = $dbh->prepare(q{SELECT scan_id FROM scans WHERE scan_id = ? AND tick >= tick() - 168});
-my $addScan = $dbh->prepare(q{INSERT INTO scans (scan_id,tick,uid) VALUES (?,?,COALESCE(?,'-1'))});
-my $parsedscan = $dbh->prepare('UPDATE scans SET tick = ?, type = ?, planet = ?, parsed = TRUE WHERE id = ?');
-my $addpoints = $dbh->prepare('UPDATE users SET scan_points = scan_points + ? WHERE uid = ? ');
-my $delscan = $dbh->prepare('DELETE FROM scans WHERE id = ?');
+my $addScan = $dbh->prepare(q{INSERT INTO scans (scan_id,tick,uid) VALUES (?,?,?)});
+my $parsedscan = $dbh->prepare(q{UPDATE scans SET tick = ?, type = ?, planet = ?, parsed = TRUE WHERE id = ?});
+my $addpoints = $dbh->prepare(q{UPDATE users SET scan_points = scan_points + ? WHERE uid = ? });
+my $delscan = $dbh->prepare(q{DELETE FROM scans WHERE id = ?});
 
 $scangroups->execute or die $dbh->errstr;
 
 while (my $group = $scangroups->fetchrow_hashref){
-       $dbh->being_work;
+       $dbh->begin_work;
        my $file = get("http://game.planetarion.com/showscan.pl?scan_grp=$group->{scan_id}");
 
        my $points = 0;
@@ -57,25 +60,28 @@ while (my $group = $scangroups->fetchrow_hashref){
                }
        }
        $addpoints->execute($points,$group->{uid});
-       $parsedscan->execute($group->{tick},'GROUP',$group->{id});
+       $parsedscan->execute($group->{tick},'GROUP',undef,$group->{id});
        $dbh->commit;
 }
 
-my $newscans = $dbh->prepare('SELECT id,scan_id,tick,uid FROM scans WHERE NOT groupscan AND NOT parsed');
-my $findplanet = $dbh->prepare('SELECT planetid(?,?,?,?)');
-my $findcoords = $dbh->prepare('SELECT * FROM planetcoords(?,?)');
+my $newscans = $dbh->prepare(q{SELECT id,scan_id,tick,uid FROM scans
+       WHERE NOT groupscan AND NOT parsed FOR UPDATE
+});
+my $findplanet = $dbh->prepare(q{SELECT planetid(?,?,?,?)});
+my $findoldplanet = $dbh->prepare(q{SELECT id FROM planet_stats WHERE x = $1 AND y = $2 AND z = $3 AND tick <= $4 ORDER BY tick DESC LIMIT 1});
+my $findcoords = $dbh->prepare(q{SELECT * FROM planetcoords(?,?)});
 my $addfleet = $dbh->prepare(q{INSERT INTO fleets (name,mission,sender,target,tick,eta,back,amount,ingal,uid) VALUES(?,?,?,?,?,?,?,?,?,-1) RETURNING id});
 my $fleetscan = $dbh->prepare(q{INSERT INTO fleet_scans (id,scan) VALUES(?,?)});
 my $addships = $dbh->prepare(q{INSERT INTO fleet_ships (id,ship,amount) VALUES(?,?,?)});
-my $addpdata = $dbh->prepare(q{INSERT INTO planet_data (planet,tick,rid,amount,uid) VALUES(?,?,(SELECT id FROM planet_data_types WHERE category = ? AND name = ?), ?,-1) RETURNING id});
-my $pdatascan = $dbh->prepare(q{INSERT INTO data_scans (id,scan) VALUES(?,?)});
+my $addpdata = $dbh->prepare(q{INSERT INTO planet_data (id,tick,scan,rid,amount) VALUES(?,?,?,(SELECT id FROM planet_data_types WHERE category = ? AND name = ?), ?)});
 
+$dbh->begin_work or die 'No transaction';
 $newscans->execute or die $dbh->errstr;
+$dbh->pg_savepoint('scans') or die "No savepoint";
 while (my $scan = $newscans->fetchrow_hashref){
        my $file = get("http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}");
        next unless defined $file;
        if ($file =~ /((?:\w| )*) (?:Scan|Probe) on (\d+):(\d+):(\d+) in tick (\d+)/){
-               $dbh->begin_work;
                eval {
                my $type = $1;
                my $x = $2;
@@ -84,14 +90,14 @@ while (my $scan = $newscans->fetchrow_hashref){
                my $tick = $5;
 
                if($dbh->selectrow_array(q{SELECT * FROM scans WHERE scan_id = ? AND tick = ? AND id <> ?},undef,$scan->{scan_id},$tick,$scan->{id})){
-                       $dbh->rollback;
+                       $dbh->pg_rollback_to('scans') or die "rollback didn't work";
                        $delscan->execute($scan->{id});
                        $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
                        die "Duplicate scan: $scan->{id} http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
                }
                my ($planet) = $dbh->selectrow_array($findplanet,undef,$x,$y,$z,$tick);
                unless ($planet){
-                       $dbh->rollback;
+                       $dbh->pg_rollback_to('scans') or die "rollback didn't work";
                        next;
                }
                my $scantext = "";
@@ -100,19 +106,35 @@ while (my $scan = $newscans->fetchrow_hashref){
                }
                if ($type eq 'Planet'){
                        $file =~ s/(\d),(\d)/$1$2/g;
-                       while($file =~ m/(Metal|Crystal|Eonium)\D+(\d+)\D+(\d+)/g){
-                               my $id = $dbh->selectrow_array($addpdata,undef,$planet,$tick
-                                       ,'roid',$1, $2) or die $dbh->errstr;
-                               $pdatascan->execute($id,$scan->{id});
-                               $id = $dbh->selectrow_array($addpdata,undef,$planet,$tick
-                                       ,'resource',$1, $3) or die $dbh->errstr;
-                               $pdatascan->execute($id,$scan->{id});
+                       while($file =~ m/"center">(Metal|Crystal|Eonium)\D+(\d+)\D+([\d,]+)/g){
+                               my ($roids,$res) = ($2,$3);
+                               $roids =~ s/,//g;
+                               $addpdata->execute($planet,$tick,$scan->{id}
+                                       ,'roid',$1, $roids) or die $dbh->errstr;
+                               $res =~ s/,//g;
+                               $addpdata->execute($planet,$tick,$scan->{id}
+                                       ,'resource',$1, $res) or die $dbh->errstr;
+                       }
+                       #if($file =~ m{"center">([^<]+)</td><td class="center">([^<]+)</td><td class="center">([^<]+)</td>}){
+                       #       $addpdata->execute($planet,$tick,$scan->{id}
+                       #               ,'planet','Light Usage', $1) or die $dbh->errstr;
+                       #       $addpdata->execute($planet,$tick,$scan->{id}
+                       #               ,'planet','Medium Usage', $2) or die $dbh->errstr;
+                       #       $addpdata->execute($planet,$tick,$scan->{id}
+                       #               ,'planet','Heavy Usage', $3) or die $dbh->errstr;
+                       #}
+                       if($file =~ m{<span class="superhighlight">([\d,]+)</span>}){
+                               my $res = $1;
+                               $res =~ s/,//g;
+                               $addpdata->execute($planet,$tick,$scan->{id}
+                                       ,'planet','Production', $res) or die $dbh->errstr;
                        }
                }elsif ($type eq 'Jumpgate'){
                        while ($file =~ m/(\d+):(\d+):(\d+)\D+"left"\>(Attack|Defend|Return)<\/td><td>([^<]*)<\/td><td>(\d+)\D+(\d+)/g){
                                
                                my ($sender) = $dbh->selectrow_array($findplanet,undef,$1,$2,$3,$tick) or die $dbh->errstr;
-                               my $id = addfleet($5,$4,"",$sender,$planet,$tick+$6,$6
+                               ($sender) = $dbh->selectrow_array($findoldplanet,undef,$1,$2,$3,$tick) if ((not defined $sender) && $4 eq 'Return');
+                               my $id = addfleet($5,$4,undef,$sender,$planet,$tick+$6,$6
                                        ,undef,$7, $x == $1 && $y == $2);
                                $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
                        }
@@ -131,7 +153,7 @@ while (my $scan = $newscans->fetchrow_hashref){
                                        my ($target) = $dbh->selectrow_array($findplanet,undef
                                                ,$2,$3,$4,$t) or die $dbh->errstr;
                                        die "No target: $2:$3:$4" unless defined $target;
-                                       my $id = addfleet($1,$mission,"",$planet,$target,$6
+                                       my $id = addfleet($1,$mission,undef,$planet,$target,$6
                                                ,$eta,$back,undef, ($x == $2 && $y == $3));
                                        $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
                                }elsif($news eq 'Incoming' && $text =~ m/We have detected an open jumpgate from (.*?), located at (\d+):(\d+):(\d+). The fleet will approach our system in tick (\d+) and appears to have roughly (\d+) ships/g){
@@ -143,7 +165,7 @@ while (my $scan = $newscans->fetchrow_hashref){
                                        my ($target) = $dbh->selectrow_array($findplanet,undef
                                                ,$2,$3,$4,$t) or die $dbh->errstr;
                                        die "No target: $2:$3:$4" unless defined $target;
-                                       my $id = addfleet($1,$mission,"",$planet,$target,$5
+                                       my $id = addfleet($1,$mission,undef,$target,$planet,$5
                                                ,$eta,$back,$6, ($x == $2 && $y == $3));
                                        $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
                                }
@@ -151,9 +173,8 @@ while (my $scan = $newscans->fetchrow_hashref){
                } elsif($type eq 'Surface Analysis' || $type eq 'Technology Analysis'){
                        my $cat = ($type eq 'Surface Analysis' ? 'struc' : 'tech');
                        while($file =~ m{((?:[a-zA-Z]| )+)</t[dh]><td(?: class="right")?>(\d+)}sg){
-                               my $id = $dbh->selectrow_array($addpdata,undef,$planet,$tick
+                               $addpdata->execute($planet,$tick,$scan->{id}
                                        ,$cat,$1, $2) or die $dbh->errstr;
-                               $pdatascan->execute($id,$scan->{id});
                        }
 
                } elsif($type eq 'Unit' || $type eq 'Advanced Unit'){
@@ -168,12 +189,13 @@ while (my $scan = $newscans->fetchrow_hashref){
                        print "Something wrong with scan $scan->{id} type $type at tick $tick http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}";
                }
                $parsedscan->execute($tick,$type,$planet,$scan->{id}) or die $dbh->errstr;
-               $dbh->commit;
+               $dbh->pg_release('scans') or die "Couldn't save";
+               $dbh->pg_savepoint('scans') or die "Couldn't save";
                #$dbh->rollback;
                };
                if ($@) {
                        warn $@;
-                       $dbh->rollback;
+                       $dbh->pg_rollback_to('scans') or die "rollback didn't work";
                }
        }else{
                warn "Nothing useful in scan: $scan->{id} http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
@@ -181,10 +203,14 @@ while (my $scan = $newscans->fetchrow_hashref){
                $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
        }
 }
+#$dbh->rollback;
+$dbh->commit;
 
 sub addfleet {
        my ($name,$mission,$ships,$sender,$target,$tick,$eta,$back,$amount,$ingal) = @_;
 
+       die "no sender" unless defined $sender;
+
        $ingal = 0 unless $ingal;
        $back = $tick + 4 if $ingal && $eta <= 4;
 
@@ -194,13 +220,12 @@ sub addfleet {
        }
 
        my @ships;
-       my $total = undef;
-       while($ships =~ m{((?:[a-zA-Z]| )+)</td><td>(\d+)}sg){
-               $total = 0 unless defined $total;
+       my $total = 0;
+       while(defined $ships && $ships =~ m{((?:[a-zA-Z]| )+)</td><td(?: class="right")?>(\d+)}sg){
                $total += $2;
                push @ships, [$1,$2];
        }
-       $amount = $total unless defined $amount;
+       $amount = $total if (!defined $amount) && defined $ships;
        my $id = $dbh->selectrow_array($addfleet,undef,$name,$mission,$sender
                ,$target,$tick, $eta, $back, $amount,$ingal) or die $dbh->errstr;
        for my $s (@ships){