summaryrefslogblamecommitdiffstats
path: root/staticweb/manbuilder.pl
blob: 34a53442f2b6e291a612e08aff3a269224c13f11 (plain) (tree)
1
2
3
4
5
6
7
8
9
                       
      






                         
                   
 
                                 


        
                                                  






                                                             
                   


                                           
                                                 
                                          
                                                             
                                                     


                       
                                                                          

                                                    

                                                                      
                                     
                                                     

                      


                       
                                 
         




            

                           

                                                               



                                                      
                        
                                                      







                                
                                


                                                          
                                                                      
 
                               

                                                                        


                                                  
                                        
                                                                       
                                       

                                                                  

                                                                     






                                                  

                                             




            
#!/usr/local/bin/speedy
# $Id$
use lib '/home/bbs/bin/';
use strict;
use OurNet::FuzzyIndex;
use Getopt::Std;
use DB_File;
use BBSFileHeader;
use Data::Serializer;
use Compress::Zlib;

my(%db, $idx, $serial, $idxname);

sub main
{
    die usage() unless( getopts('nz') || !@ARGV );

    $serial = Data::Serializer->new(serializer => 'Storable',
                    digester   => 'MD5',
                                    compress   => 0,
                                    );

    foreach( @ARGV ){
    undef $idx;
    if( /\.db$/ ){
        next if( $Getopt::Std::opt_n );

        $idxname = substr($_, 0, -3). '.idx';
        print "building idx for $_\n";
        tie %db, 'DB_File', $_, O_RDONLY, 0664, $DB_HASH;
        $idx = OurNet::FuzzyIndex->new($idxname);
        buildidx();
    }
    else{
        tie %db, 'DB_File', "$_.db", O_CREAT | O_RDWR, 0664, $DB_HASH;
        $idxname = "$_.idx";
        $idx = OurNet::FuzzyIndex->new($idxname)
        if( !$Getopt::Std::opt_n );
        build("/home/bbs/man/boards/".substr($_, 0, 1)."/$_", '');
        $db{_buildtime} = time();
        $db{_gzip} = 1 if( $Getopt::Std::opt_z );
        untie %db;
    }

    if( $idx ){
        undef $idx;
        chmod 0664, $idxname;
    }
    }
}

sub buildidx
{
    my($gzipped, $content);
    $gzipped = $db{_gzip};
    foreach( keys %db ){
    next if( /^title/ || /\/$/ ); # 是 title 或目錄的都跳過
    $content = $db{$_};
    $content = Compress::Zlib::memGunzip($content)
        if( $gzipped );

    $idx->insert($_,
             ($db{"title-$_"}. "\n$content"));
    }
}

sub build($$)
{
    my($basedir, $doffset) = @_;
    my(%bfh, $fn, @tdir);

    print "building $basedir\n";
    tie %bfh, 'BBSFileHeader', $basedir;
    foreach( 0..($bfh{num} - 1) ){
    next if( $bfh{"$_.filemode"} & 32 ); # skip HIDDEN
    next if( !($fn = $bfh{"$_.filename"}) ); # skip empty filename

    if( $bfh{"$_.isdir"} ){
        push @tdir, ["$doffset/$fn/", # 目錄結尾要加 /
             $db{"title-$doffset/$fn/"} = $bfh{"$_.title"}];
        build("$basedir/$fn", "$doffset/$fn");
    }
    else{
        push @tdir, ["$doffset/$fn",
             $db{"title-$doffset/$fn"} = $bfh{"$_.title"}];
        my $c = $bfh{"$_.content"};
        $idx->insert("$doffset/$fn", $bfh{"$_.title"}. "\n$c")
        if( !$Getopt::Std::opt_n );
        $db{"$doffset/$fn"} = ($Getopt::Std::opt_z ?
                   Compress::Zlib::memGzip($c) : $c);
    }
    }
    $db{"$doffset/"} = $serial->serialize(\@tdir);
}

sub usage
{
    print ("$0 [-n] boardname ...\n".
       "\t -n for .db only (no .idx)\n");
    exit(0);
}

main();
1;