pjs/webtools/bonsai/cvsquery.pl

# -*- Mode: perl; indent-tabs-mode: nil -*-
#
# The contents of this file are subject to the Netscape Public License
# Version 1.0 (the "License"); you may not use this file except in
# compliance with the License. You may obtain a copy of the License at
# http://www.mozilla.org/NPL/
#
# Software distributed under the License is distributed on an "AS IS"
# basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the
# License for the specific language governing rights and limitations
# under the License.
#
# The Original Code is the Bonsai CVS tool.
#
# The Initial Developer of the Original Code is Netscape Communications
# Corporation. Portions created by Netscape are Copyright (C) 1998
# Netscape Communications Corporation. All Rights Reserved.

require 'globals.pl';
require 'get_line.pl';

#
# Constants
#
$CI_CHANGE=0;
$CI_DATE=1;
$CI_WHO=2;
$CI_REPOSITORY=3;
$CI_DIR=4;
$CI_FILE=5;
$CI_REV=6;
$CI_STICKY=7;
$CI_BRANCH=8;
$CI_LINES_ADDED=9;
$CI_LINES_REMOVED=10;
$CI_LOG=11;

$NOT_LOCAL = 1;
$IS_LOCAL = 2;

chomp($CVS_ROOT) if defined($CVS_ROOT);
if (!defined($CVS_ROOT) || $CVS_ROOT eq "" ){
    $CVS_ROOT = pickDefaultRepository();
}

#global variables

$lines_added = 0;
$lines_removed = 0;

$modules = {};

$CVS_MODULES="${CVS_ROOT}/CVSROOT/modules";

open( MOD, "<$CVS_MODULES") || die "can't open ${CVS_MODULES}";
&parse_modules;
close( MOD );

1;

#
# Actually do the query
#
sub query_checkins {
    my (%mod_map) = @_;
    my ($ci,$result,$lastlog,$rev,$begin_tag,$end_tag);

    if( $query_module ne 'all' && $query_module ne 'allrepositories' && @query_dirs == 0 ){
        $have_mod_map = 1;
        %mod_map = &get_module_map( $query_module );
    }
    else {
        $have_mod_map = 0;
        %mod_map = ();
    }

    for $i (@query_dirs ){
        $i =~ s:^/::;           # Strip leading slash.
        $i =~ s:/$::;           # Strip trailing slash.

        if( !$have_mod_map ){
            %mod_map = ();
            $have_mod_map = 1;
        }
        $mod_map{$i} = $NOT_LOCAL;
    }

    if( $query_branch =~ /^[ ]*HEAD[ ]*$/i ){
        $query_branch_head = 1;
    }

    $begin_tag = "";
    $end_tag = "";

    if (defined($query_begin_tag) && $query_begin_tag ne '') {
        $begin_tag = load_tag($query_begin_tag);
    }

    if (defined($query_end_tag) &&  $query_end_tag ne '') {
        $end_tag = load_tag($query_end_tag);
    }


    $result = [];

    ConnectToDatabase();

    my $qstring = "select type, UNIX_TIMESTAMP(ci_when), people.who, repositories.repository, dirs.dir, files.file, revision, stickytag, branches.branch, addedlines, removedlines, descs.description from checkins,people,repositories,dirs,files,branches,descs where people.id=whoid and repositories.id=repositoryid and dirs.id=dirid and files.id=fileid and branches.id=branchid and descs.id=descid";

    if( $query_module ne 'allrepositories' ){
        $qstring .= " and repositories.repository = '$CVS_ROOT'";
    }

    if ($query_date_min) {
        my $t = formatSqlTime($query_date_min);
        $qstring .= " and ci_when >= '$t'";
    }
    if ($query_date_max) {
        my $t = formatSqlTime($query_date_max);
        $qstring .= " and ci_when <= '$t'";
    }
    if ($query_branch_head) {
        $qstring .= " and branches.branch = ''";
    } elsif ($query_branch ne '') {
        my $q = SqlQuote($query_branch);
        if ($query_branchtype eq 'regexp') {
            $qstring .=
                " and branches.branch regexp $q";
        } elsif ($query_branchtype eq 'notregexp') {
            $qstring .=
                " and not (branches.branch regexp $q) ";
        } else {
            $qstring .=
                " and (branches.branch = $q or branches.branch = ";
            $qstring .= SqlQuote("T$query_branch") . ")";
        }
    }

    if (defined $query_file && $query_file ne '') {
        my $q = SqlQuote($query_file);
        if ($query_filetype eq 'regexp') {
            $qstring .= " and files.file regexp $q";
        } else {
            $qstring .= " and files.file = $q";
        }
    }
    if (defined $query_who && $query_who ne '') {
        my $q = SqlQuote($query_who);
        if ($query_whotype eq 'regexp') {
            $qstring .= " and people.who regexp $q";
        }
        elsif ($query_whotype eq 'notregexp') {
            $qstring .= " and not (people.who regexp $q)";

        } else {
            $qstring .= " and people.who = $q";
        }
    }

    if (defined($query_logexpr) && $query_logexpr ne '') {
        my $q = SqlQuote($query_logexpr);
        $qstring .= " and descs.description regexp $q";
    }
    
    if ($query_debug) {
        print "<pre wrap> Query: $qstring\nTreeID is $::TreeID\n";
        if ($have_mod_map) {
            print "Dump of module map:\n";
            foreach my $k (sort(keys %mod_map)) {
                print value_quote("$k => $mod_map{$k}") . "\n";
            }
        }
        print "</pre>\n";
    }

    SendSQL($qstring);

    $lastlog = 0;
    while (@row = FetchSQLData()) {
#print "<pre>";
        $ci = [];
        for ($i=0 ; $i<=$CI_LOG ; $i++) {
            $ci->[$i] = $row[$i];
#print "$row[$i] ";
        }
#print "</pre>";


        $key = "$ci->[$CI_DIR]/$ci->[$CI_FILE]";
        if (IsHidden("$ci->[$CI_REPOSITORY]/$key")) {
            next;
        }

        if( $have_mod_map &&
           !&in_module(\%mod_map, $ci->[$CI_DIR], $ci->[$CI_FILE] ) ){
            next;
        }

        if( $begin_tag) {
            $rev = $begin_tag->{$key};
            print "<BR>$key begintag is $rev<BR>\n";
            if ($rev == "" || rev_is_after($ci->[$CI_REV], $rev)) {
                next;
            }
        }

        if( $end_tag) {
            $rev = $end_tag->{$key};
            print "<BR>$key endtag is $rev<BR>\n";
            if ($rev == "" || rev_is_after($rev, $ci->[$CI_REV])) {
                next;
            }
        }

        if (defined($query_logexpr) && 
            $query_logexpr ne '' &&
            !($ci->[$CI_LOG] =~ /$query_logexpr/i) ){
            next;
        }

        push( @$result, $ci );
    }

    for $ci (@{$result}) {
        $lines_added += $ci->[$CI_LINES_ADDED];
        $lines_removed += $ci->[$CI_LINES_REMOVED];
        $versioninfo .= "$ci->[$CI_WHO]|$ci->[$CI_DIR]|$ci->[$CI_FILE]|$ci->[$CI_REV],";
    }
    return $result;
}

sub load_tag {
    my ($tagname) = @_;

    my $tagfile;
    my $cvssuffix;
    my $s;
    my @line;
    my $time;
    my $cmd;
    my $dir;

    $cvssuffix = $CVS_ROOT;
    $cvssuffix =~ s/\//_/g;

    $s = $tagname;

    $s =~ s/ /\%20/g;
    $s =~ s/\%/\%25/g;
    $s =~ s/\//\%2f/g;
    $s =~ s/\?/\%3f/g;
    $s =~ s/\*/\%2a/g;

    $tagfile = "data/taginfo/$cvssuffix/$s";

    open(TAG, "<$tagfile") || die "Unknown tag $tagname";
    $result = {};


print "<br>parsing tag $tagname</br>\n";
    while ( <TAG> ) {
        chop;
        @line = split(/\|/);
        $time = shift @line;
        $cmd = shift @line;
        if ($cmd != "add") {
            # We ought to be able to cope with these... XXX
            next;
        }
        $dir = shift @line;
        $dir =~ s:^$CVS_ROOT/::;
        $dir =~ s:^\./::;
        
        while (@line) {
            $file = shift @line;
            $file = "$dir/$file";
            $version = shift @line;
            $result->{$file} = $version;
print "<br>Added ($file,$version) for tag $tagname<br>\n";
        }
    }

    return $result;
}



sub rev_is_after {
    my $r1 = shift @_;
    my $r2 = shift @_;

    my @a = split /:/, $r1;
    my @b = split /:/, $r2;

    if (@b > @a) {
        return 1;
    }

    if (@b < @a) {
        return 0;
    }

    for (my $i=0 ; $i<@a ; $i++) {
        if ($a[$i] > $b[$i]) {return 1;}
        if ($a[$i] < $b[$i]) {return 0;}
    }
    return 0;
}
    


sub find_date_offset {
    local( $o, $d, $done, $line );
    $done = 0;
    local($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size,
     $atime,$mtime,$ctime,$blksize,$blocks) = stat($CHECKIN_INDEX_FILE);
    if ($mtime eq "" || time() - $mtime> 24 * 60 * 60) {
        print "<h1>Please wait -- rebuilding index file...</h1>\n";
        system "./cvsindex.pl $CVS_ROOT";
        print "<h1>...OK, done.</h1>\n";
    }
    Lock();
    if(! open(IDX , "<$CHECKIN_INDEX_FILE") ){
        print "<h1>can't open index</h1>";
        Unlock();
        return 0;
    }
    $i = 0;
    while(<IDX>) {
        last if $done;
        $line = $_;
        chop($line);

        ($o,$d) = split(/\|/,$line);
        if( $d && $query_date_min > $d ){
            $done = 1;
        }
        $i++;
    }
    if( $F_DEBUG ){
        print "seekdate($d) seekoffset($o) readcount($i)\n";
    }
    close IDX;
    Unlock();
    return $o;
}


sub in_module {
    local($mod_map, $dirname, $filename ) = @_;
    local( @path );
    local( $i, $fp, $local );

    #
    #quick check if it is already in there.
    #
    if( $$mod_map{$dirname} ){
        return 1;
    }

    @path = split(/\//, $dirname);

    $fp = '';

    for( $i = 0; $i < @path; $i++){

        $fp .= ($fp ne '' ? '/' : '') . $path[$i];

        if( $local = $$mod_map{$fp} ){
            if( $local == $IS_LOCAL ){
                if( $i == (@path-1) ){
                    return 1;
                }
            }
            else {
                # Add directories to the map as we encounter them so we go
                #  faster
                 if (!exists($$mod_map{$dirname}) || 
                     $$mod_map{$dirname} == 0) {
                   $$mod_map{$dirname} = $IS_LOCAL;
                }
                return 1;
            }
        }
    }
    if( $$mod_map{ $fp . '/' .  $filename} ) {
        return 1;
    }
    else {
        return 0;
    }
}


sub get_module_map {
    my($name) = @_;
    my(%mod_map);
    &build_map( $name, \%mod_map );
    return %mod_map;
}


sub parse_modules {
    while( $l = &get_line ){
        ($mod_name, $flag, @params) = split(/[ \t]+/,$l);

        if ( $#params eq -1 ) {
            @params = $flag;
            $flag = "";
        }
	elsif( $flag eq '-d' ){
	    ($mod_name, $dummy, $dummy, @params) = split(/[ \t]+/,$l);
	}
        elsif( $flag ne '-a' ){
            next;
        }
        $modules->{$mod_name} = [@params];
    }
}


sub build_map {
    local($name,$mod_map) = @_;
    local($bFound, $local);

    $local = $NOT_LOCAL;
    $bFound = 0;

    for $i ( @{$modules->{$name}} ){
        $bFound = 1;
        if( $i eq '-l' ){
            $local = $IS_LOCAL;
        }
        elsif( !build_map($i, $mod_map )){
            $mod_map->{$i} = $local;   
        }
    }
    return $bFound;
}