#!/usr/bin/perl

die "please run it against only your wiki :-)"
  unless ($ENV{"HOSTNAME"} eq "lilith");
  
system("cp -f header.html output.html");
open(OUT, ">> output.html");

%done = ();
%todo = ();

@queue = ();

sub process_name($)
{
  my $name = shift;

  #$name =~ /$allow/ or return;

  return if $done{$name};

  print STDERR "process $name\n";

  $done{$name} = 1;

  my $url = "http://wiki.nemerle.org/$name";
  my $copy = 0;

  print OUT "<a name='chunk-$name'></a>\n";

  open(FH, "wget -q -O - $url |");
  while (<FH>) {
    if (/<div id="allow-pattern"[^>]*>(.*)<\/div\s*>/) {
      print STDERR "setting allow pattern to $1\n";
      $allow = $1;
      next;
    }

    s/<div class="editsection" style="[^"]*">\[<a //;
    s/href="[^"]*" title="[^"]*">edit<\/a>]<\/div>//;
    /<!-- start content -->/ and $copy = 1;
    /<!-- end content -->/ and $copy = 0;
    /<div class="printfooter"/ and $copy = 0;

    while (s/a href="\/([A-Z][^"]*)"/REPLACE_ME_PLEASE/g) {
      my $newname = $1;
      if ($newname =~ /Special:/ or $newname =~ /Talk:/ or not $newname =~ /$allow/) {
        s/REPLACE_ME_PLEASE/a href="http:\/\/wiki.nemerle.org\/$newname"/;
      } else {
        $newname =~ s/#.*//;
        if ($todo{$newname} or $done{$newname}) {}
        else {
          print STDERR "queue $newname\n";
	  push @queue, $newname;
          $todo{$newname} = 1;
        }
        s/REPLACE_ME_PLEASE/a href="#chunk-$newname"/;
      }
    }

    if ($copy) {
      print OUT;
    } else {
      /h1 class="firstHeading"/ and print OUT;
    }
  }
}

$main = shift;
$main = "Main_Page" unless defined $main;
$allow = shift;
$allow = ".*" unless defined $allow;

process_name($main);

my $i = 0;
while (1) {
  last unless defined $queue[$i];
  process_name($queue[$i++]);
}