+ Mission:\s(\w+)(.*?)Total\sShips:\s(\d+)}sxg){
+ my $id = addfleet($1,$2,$3,$scan->{pid},$scan->{tick},$4);
+ $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
+ }
+}
+
+sub parse_unit {
+ my ($scan,$file) = @_;
+
+ my $id = addfleet($scan->{type},'Full fleet',$file,$scan->{pid},$scan->{tick});
+ $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
+}
+
+sub parse_jumpgate {
+ my ($scan,$file) = @_;
+
+ $file =~ s/,//g;
+ while ($file =~ m{(\d+):(\d+):(\d+)\D+(Attack|Defend|Return)| ([^<]*)\D+(\d+)\D+(\d+)}g){
+ my ($sender) = $dbh->selectrow_array($findplanet,undef,$1,$2,$3,$scan->{tick});
+ ($sender) = $dbh->selectrow_array($findoldplanet,undef,$1,$2,$3,$scan->{tick})
+ if ((not defined $sender) && $4 eq 'Return');
+ my $id = addintel($5,$4,$sender,$scan->{pid},$scan->{tick}+$6,$6
+ ,undef,$7, $scan->{x} == $1 && $scan->{y} == $2);
+ $intelscan->execute($id,$scan->{id});
+ }
+
+}
+
+my $adddevscan = $dbh->prepare(q{INSERT INTO development_scans
+ (id,tick,pid,light_fac,medium_fac,heavy_fac,amps,distorters
+ ,metal_ref,crystal_ref,eonium_ref,reslabs,fincents,seccents
+ ,travel,infra,hulls,waves,extraction,covert,mining,total)
+ VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)
+ });
+
+
+my %parsers = (
+ Planet => \&parse_planet,
+ Incoming => \&parse_incoming,
+ Unit => \&parse_unit,
+ 'Advanced Unit' => \&parse_unit,
+ Jumpgate => \&parse_jumpgate,
+);
+
$dbh->begin_work or die 'No transaction';
$newscans->execute or die $dbh->errstr;
$dbh->pg_savepoint('scans') or die "No savepoint";
+
+my $parsedscans = 0;
+
while (my $scan = $newscans->fetchrow_hashref){
+ $dbh->pg_release('scans') or die "Couldn't save";
+ $dbh->pg_savepoint('scans') or die "Couldn't save";
my $file = get("http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}");
next unless defined $file;
if ($file =~ /((?:\w| )*) (?:Scan|Probe) on (\d+):(\d+):(\d+) in tick (\d+)/){
@@ -88,56 +178,34 @@ while (my $scan = $newscans->fetchrow_hashref){
my $y = $3;
my $z = $4;
my $tick = $5;
+ $scan->{tick} = $5;
+ $scan->{type} = $1;
+ $scan->{x} = $x;
+ $scan->{y} = $y;
if($dbh->selectrow_array(q{SELECT * FROM scans WHERE scan_id = ? AND tick = ? AND id <> ?},undef,$scan->{scan_id},$tick,$scan->{id})){
$dbh->pg_rollback_to('scans') or die "rollback didn't work";
$delscan->execute($scan->{id});
$addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
- die "Duplicate scan: $scan->{id} http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
+ warn "Duplicate scan: $scan->{id} http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
+ next;
}
my ($planet) = $dbh->selectrow_array($findplanet,undef,$x,$y,$z,$tick);
+ $scan->{pid} = $planet;
unless ($planet){
$dbh->pg_rollback_to('scans') or die "rollback didn't work";
+ if ( $x == 0 && $y == 0 && $z == 0 ){
+ $delscan->execute($scan->{id});
+ $addpoints->execute(-1,$scan->{uid}) if $scan->{uid} > 0;
+ }
next;
}
my $scantext = "";
if ($file =~ /(Note: [^<]*)/){
#TODO: something about planet being closed?
}
- if ($type eq 'Planet'){
- $file =~ s/(\d),(\d)/$1$2/g;
- while($file =~ m/"center">(Metal|Crystal|Eonium)\D+(\d+)\D+([\d,]+)/g){
- my ($roids,$res) = ($2,$3);
- $roids =~ s/,//g;
- $addpdata->execute($planet,$tick,$scan->{id}
- ,'roid',$1, $roids) or die $dbh->errstr;
- $res =~ s/,//g;
- $addpdata->execute($planet,$tick,$scan->{id}
- ,'resource',$1, $res) or die $dbh->errstr;
- }
- #if($file =~ m{"center">([^<]+) | ([^<]+) | ([^<]+) | }){
- # $addpdata->execute($planet,$tick,$scan->{id}
- # ,'planet','Light Usage', $1) or die $dbh->errstr;
- # $addpdata->execute($planet,$tick,$scan->{id}
- # ,'planet','Medium Usage', $2) or die $dbh->errstr;
- # $addpdata->execute($planet,$tick,$scan->{id}
- # ,'planet','Heavy Usage', $3) or die $dbh->errstr;
- #}
- if($file =~ m{([\d,]+)}){
- my $res = $1;
- $res =~ s/,//g;
- $addpdata->execute($planet,$tick,$scan->{id}
- ,'planet','Production', $res) or die $dbh->errstr;
- }
- }elsif ($type eq 'Jumpgate'){
- while ($file =~ m/(\d+):(\d+):(\d+)\D+"left"\>(Attack|Defend|Return)<\/td>([^<]*)<\/td> | (\d+)\D+(\d+)/g){
-
- my ($sender) = $dbh->selectrow_array($findplanet,undef,$1,$2,$3,$tick) or die $dbh->errstr;
- ($sender) = $dbh->selectrow_array($findoldplanet,undef,$1,$2,$3,$tick) if ((not defined $sender) && $4 eq 'Return');
- my $id = addfleet($5,$4,undef,$sender,$planet,$tick+$6,$6
- ,undef,$7, $x == $1 && $y == $2);
- $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
- }
+ if (exists $parsers{$type}){
+ $parsers{$type}->($scan,$file);
}elsif ($type eq 'News'){
while( $file =~ m{top">((?:\w| )+)\D+(\d+) | (.+?) | }g){
my $news = $1;
@@ -145,7 +213,7 @@ while (my $scan = $newscans->fetchrow_hashref){
my $text = $3;
my ($x,$y,$z) = $dbh->selectrow_array($findcoords,undef,$planet,$t);
die "No coords for: $planet tick $t" unless defined $x;
- if($news eq 'Launch' && $text =~ m/The (.*?) fleet has been launched, heading for (\d+):(\d+):(\d+), on a mission to (Attack|Defend). Arrival tick: (\d+)/g){
+ if($news eq 'Launch' && $text =~ m{The (.*?) fleet has been launched, heading for (\d+):(\d+):(\d+), on a mission to (Attack|Defend). Arrival tick: (\d+)}g){
my $eta = $6 - $t;
my $mission = $5;
my $back = $6 + $eta;
@@ -153,10 +221,10 @@ while (my $scan = $newscans->fetchrow_hashref){
my ($target) = $dbh->selectrow_array($findplanet,undef
,$2,$3,$4,$t) or die $dbh->errstr;
die "No target: $2:$3:$4" unless defined $target;
- my $id = addfleet($1,$mission,undef,$planet,$target,$6
+ my $id = addintel($1,$mission,$planet,$target,$6
,$eta,$back,undef, ($x == $2 && $y == $3));
- $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
- }elsif($news eq 'Incoming' && $text =~ m/We have detected an open jumpgate from (.*?), located at (\d+):(\d+):(\d+). The fleet will approach our system in tick (\d+) and appears to have roughly (\d+) ships/g){
+ $intelscan->execute($id,$scan->{id});
+ }elsif($news eq 'Incoming' && $text =~ m{We have detected an open jumpgate from (.*?), located at (\d+):(\d+):(\d+). The fleet will approach our system in tick (\d+) and appears to have (\d+) visible ships}g){
my $eta = $5 - $t;
my $mission = '';
my $back = $5 + $eta;
@@ -165,33 +233,27 @@ while (my $scan = $newscans->fetchrow_hashref){
my ($target) = $dbh->selectrow_array($findplanet,undef
,$2,$3,$4,$t) or die $dbh->errstr;
die "No target: $2:$3:$4" unless defined $target;
- my $id = addfleet($1,$mission,undef,$target,$planet,$5
+ my $id = addintel($1,$mission,$target,$planet,$5
,$eta,$back,$6, ($x == $2 && $y == $3));
- $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
+ $intelscan->execute($id,$scan->{id});
}
}
- } elsif($type eq 'Surface Analysis' || $type eq 'Technology Analysis'){
- my $cat = ($type eq 'Surface Analysis' ? 'struc' : 'tech');
+ } elsif($type eq 'Development'){
+ my @values = ($scan->{id},$tick,$planet);
+ my $total = 0;
while($file =~ m{((?:[a-zA-Z]| )+)(\d+)}sg){
- $addpdata->execute($planet,$tick,$scan->{id}
- ,$cat,$1, $2) or die $dbh->errstr;
- }
-
- } elsif($type eq 'Unit' || $type eq 'Advanced Unit'){
- my $id = addfleet($type,'Full fleet',$file,$planet,undef,$tick,undef,undef,undef);
- $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
- } elsif($type eq 'Incoming'){
- while($file =~ m{class="left">Fleet: (.*?)Mission: (\w+) | (.*?)Total Ships: (\d+)}sg){
- my $id = addfleet($1,$2,$3,$planet,undef,$tick,undef,undef,$4);
- $fleetscan->execute($id,$scan->{id}) or die $dbh->errstr;
+ push @values,$2;
+ $total += $2 if $#values <= 13;
}
+ push @values,$total;
+ $adddevscan->execute(@values);
+ } elsif($type eq 'Landing'){
} else {
- print "Something wrong with scan $scan->{id} type $type at tick $tick http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}";
+ print "Something wrong with scan $scan->{id} type $type at tick $tick http://game.planetarion.com/showscan.pl?scan_id=$scan->{scan_id}\n";
}
$parsedscan->execute($tick,$type,$planet,$scan->{id}) or die $dbh->errstr;
- $dbh->pg_release('scans') or die "Couldn't save";
- $dbh->pg_savepoint('scans') or die "Couldn't save";
#$dbh->rollback;
+ ++$parsedscans;
};
if ($@) {
warn $@;
@@ -206,31 +268,42 @@ while (my $scan = $newscans->fetchrow_hashref){
#$dbh->rollback;
$dbh->commit;
-sub addfleet {
- my ($name,$mission,$ships,$sender,$target,$tick,$eta,$back,$amount,$ingal) = @_;
-
- die "no sender" unless defined $sender;
-
- $ingal = 0 unless $ingal;
- $back = $tick + 4 if $ingal && $eta <= 4;
+system 'killall','-USR1', 'ndbot.pl' if $parsedscans;
- if ($mission eq 'Return'){
- ($sender,$target) = ($target,$sender);
- $back = $tick + $eta if $eta;
- }
+sub addfleet {
+ my ($name,$mission,$ships,$sender,$tick,$amount) = @_;
my @ships;
my $total = 0;
+ $ships =~ s/,//g;
while(defined $ships && $ships =~ m{((?:[a-zA-Z]| )+)(\d+)}sg){
$total += $2;
push @ships, [$1,$2];
}
- $amount = $total if (!defined $amount) && defined $ships;
+ $amount = $total if (!defined $amount);
my $id = $dbh->selectrow_array($addfleet,undef,$name,$mission,$sender
- ,$target,$tick, $eta, $back, $amount,$ingal) or die $dbh->errstr;
+ ,$tick, $amount);
for my $s (@ships){
unshift @{$s},$id;
$addships->execute(@{$s}) or die $dbh->errstr;
}
return $id;
-};
+}
+
+sub addintel {
+ my ($name,$mission,$sender,$target,$tick,$eta,$back,$amount,$ingal) = @_;
+
+ die "no sender" unless defined $sender;
+
+ $ingal = 0 unless $ingal;
+ $back = $tick + 4 if $ingal && $eta <= 4;
+
+ if ($mission eq 'Return'){
+ ($sender,$target) = ($target,$sender);
+ $back = $tick + $eta if $eta;
+ }
+
+ my $id = $dbh->selectrow_array($addintel,undef,$name,$mission,$sender
+ ,$target,$tick, $eta, $back, $amount,$ingal);
+ return $id;
+}