pjs/webtools/bonsai/cvsquery.pl

# -*- Mode: perl; indent-tabs-mode: nil -*-
#
# The contents of this file are subject to the Netscape Public License
# Version 1.0 (the "License"); you may not use this file except in
# compliance with the License. You may obtain a copy of the License at
# http://www.mozilla.org/NPL/
#
# Software distributed under the License is distributed on an "AS IS"
# basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the
# License for the specific language governing rights and limitations
# under the License.
#
# The Original Code is the Bonsai CVS tool.
#
# The Initial Developer of the Original Code is Netscape Communications
# Corporation. Portions created by Netscape are Copyright (C) 1998
# Netscape Communications Corporation. All Rights Reserved.

require 'utils.pl';

#
# Constants
#
$CI_CHANGE=0;
$CI_DATE=1;
$CI_WHO=2;
$CI_REPOSITORY=3;
$CI_DIR=4;
$CI_FILE=5;
$CI_REV=6;
$CI_STICKY=7;
$CI_BRANCH=8;
$CI_LINES_ADDED=9;
$CI_LINES_REMOVED=10;
$CI_LOG=11;

$NOT_LOCAL = 1;
$IS_LOCAL = 2;

chomp($CVS_ROOT);
if( $CVS_ROOT eq "" ){
    $CVS_ROOT = pickDefaultRepository();
}

#global variables

$lines_added = 0;
$lines_removed = 0;

$modules = {};

if( $ENV{"OS"} eq "Windows_NT" ){
    # for debugging purposes
    $CVS_MODULES='k:/warp/projects/bonsai/modules';
}
else {
    $CVS_MODULES="${CVS_ROOT}/CVSROOT/modules";
    #$CVS_MODULES='data/modules';
}

open( MOD, "<$CVS_MODULES") || die "can't open ${CVS_MODULES}";
&parse_modules;
close( MOD );

1;

#
# Actually do the query
#
sub query_checkins {
    local($mod_map) = @_;
    local($ci,$result,$lastlog,$rev,$begin_tag,$end_tag);

    if( $query_module ne 'all' && $query_module ne 'allrepositories' && @query_dirs == 0 ){
        $have_mod_map = 1;
        $mod_map = &get_module_map( $query_module );
    }
    else {
        $have_mod_map = 0;
        $mod_map = {};
    }

    for $i (@query_dirs ){
        $i =~ s:^/::;           # Strip leading slash.
        $i =~ s:/$::;           # Strip trailing slash.

        if( !$have_mod_map ){
            $mod_map = {};
            $have_mod_map = 1;
        }
        $mod_map->{$i} = $NOT_LOCAL;
    }

    if( $query_branch =~ /^[ ]*HEAD[ ]*$/i ){
        $query_branch_head = 1;
    }

    $begin_tag = "";
    $end_tag = "";

    if ( $query_begin_tag ne '') {
        $begin_tag = load_tag($query_begin_tag);
    }

    if ( $query_end_tag ne '') {
        $end_tag = load_tag($query_end_tag);
    }


    $result = [];

    my $db = ConnectToDatabase();

    my $qstring = "select type, UNIX_TIMESTAMP(when), people.who, repositories.repository, dirs.dir, files.file, revision, stickytag, branches.branch, addedlines, removedlines, descs.description from checkins,people,repositories,dirs,files,branches,descs where people.id=whoid and repositories.id=repositoryid and dirs.id=dirid and files.id=fileid and branches.id=branchid and descs.id=descid";

    if( $query_module ne 'allrepositories' ){
        $qstring .= " and repositories.repository = '$CVS_ROOT'";
    }

    if ($query_date_min) {
        my $t = formatSqlTime($query_date_min);
        $qstring .= " and when >= '$t'";
    }
    if ($query_date_max) {
        my $t = formatSqlTime($query_date_max);
        $qstring .= " and when <= '$t'";
    }
    if ($query_branch_head) {
        $qstring .= " and branches.branch = ''";
    } elsif ($query_branch ne '') {
        my $q = SqlQuote($query_branch);
        if ($query_branchtype eq 'regexp') {
            $qstring .=
                " and branches.branch regexp '$q'";
        } elsif ($query_branchtype eq 'notregexp') {
            $qstring .=
                " and not (branches.branch regexp '$q') ";
        } else {
            $qstring .=
                " and (branches.branch = '$q' or branches.branch = 'T$q')";
        }
    }

    if( $query_file ne '') {
        my $q = SqlQuote($query_file);
        if ($query_filetype eq 'regexp') {
            $qstring .= " and files.file regexp '$q'";
        } else {
            $qstring .= " and files.file = '$q'";
        }
    }
    if ($query_who ne '') {
        my $q = SqlQuote($query_who);
        if ($query_whotype eq 'regexp') {
            $qstring .= " and people.who regexp '$q'";
        }
        elsif ($query_whotype eq 'notregexp') {
            $qstring .= " and not (people.who regexp '$q')";

        } else {
            $qstring .= " and people.who = '$q'";
        }
    }

    if ($query_logexpr ne '') {
        my $q = SqlQuote($query_logexpr);
        $qstring .= " and descs.description regexp '$q'";
    }
    
    if ($query_debug) {
        print "<pre wrap> Query: $qstring</PRE>";
    }

    $query = $db->prepare($qstring) || die $DBD::mysql::db_errstr;
    $query->execute;

    $lastlog = 0;
    while(@row = $query->fetchrow_array) {
# print "<pre>";
        $ci = [];
        for ($i=0 ; $i<=$CI_LOG ; $i++) {
            $ci->[$i] = $row[$i];
# print "$row[$i] ";
        }
# print "</pre>";


        $key = "$ci->[$CI_DIR]/$ci->[$CI_FILE]";
        if (IsHidden("$ci->[$CI_REPOSITORY]/$key")) {
            next;
        }



        if( $have_mod_map &&
           !&in_module( $mod_map, $ci->[$CI_DIR], $ci->[$CI_FILE] ) ){
            next;
        }

        if( $begin_tag) {
            $rev = $begin_tag->{$key};
            print "<BR>$key begintag is $rev<BR>\n";
            if ($rev == "" || rev_is_after($ci->[$CI_REV], $rev)) {
                next;
            }
        }

        if( $end_tag) {
            $rev = $end_tag->{$key};
            print "<BR>$key endtag is $rev<BR>\n";
            if ($rev == "" || rev_is_after($rev, $ci->[$CI_REV])) {
                next;
            }
        }

        if( $query_logexpr ne '' && !($ci->[$CI_LOG] =~ /$query_logexpr/i) ){
            next;
        }

        push( @$result, $ci );
    }

    for $ci (@{$result}) {
        $lines_added += $ci->[$CI_LINES_ADDED];
        $lines_removed += $ci->[$CI_LINES_REMOVED];
        $versioninfo .= "$ci->[$CI_WHO]|$ci->[$CI_DIR]|$ci->[$CI_FILE]|$ci->[$CI_REV],";
    }
    return $result;
}

sub load_tag {
    my $tagname = @_[0];

    my $tagfile;
    my $cvssuffix;
    my $s;
    my @line;
    my $time;
    my $cmd;
    my $dir;

    $cvssuffix = $CVS_ROOT;
    $cvssuffix =~ s/\//_/g;

    $s = $tagname;

    $s =~ s/ /\%20/g;
    $s =~ s/\%/\%25/g;
    $s =~ s/\//\%2f/g;
    $s =~ s/\?/\%3f/g;
    $s =~ s/\*/\%2a/g;

    $tagfile = "data/taginfo/$cvssuffix/$s";

    open(TAG, "<$tagfile") || die "Unknown tag $tagname";
    $result = {};


print "<br>parsing tag $tagname</br>\n";
    while ( <TAG> ) {
        chop;
        @line = split(/\|/);
        $time = shift @line;
        $cmd = shift @line;
        if ($cmd != "add") {
            # We ought to be able to cope with these... XXX
            next;
        }
        $dir = shift @line;
        $dir =~ s:^$CVS_ROOT/::;
        $dir =~ s:^\./::;
        
        while (@line) {
            $file = shift @line;
            $file = "$dir/$file";
            $version = shift @line;
            $result->{$file} = $version;
print "<br>Added ($file,$version) for tag $tagname<br>\n";
        }
    }

    return $result;
}



sub rev_is_after {
    my $r1 = shift @_;
    my $r2 = shift @_;

    my @a = split /:/, $r1;
    my @b = split /:/, $r2;

    if (@b > @a) {
        return 1;
    }

    if (@b < @a) {
        return 0;
    }

    for (my $i=0 ; $i<@a ; $i++) {
        if ($a[$i] > $b[$i]) {return 1;}
        if ($a[$i] < $b[$i]) {return 0;}
    }
    return 0;
}
    


sub find_date_offset {
    local( $o, $d, $done, $line );
    $done = 0;
    local($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size,
     $atime,$mtime,$ctime,$blksize,$blocks) = stat($CHECKIN_INDEX_FILE);
    if ($mtime eq "" || time() - $mtime> 24 * 60 * 60) {
        print "<h1>Please wait -- rebuilding index file...</h1>\n";
        system "./cvsindex.pl $CVS_ROOT";
        print "<h1>...OK, done.</h1>\n";
    }
    Lock();
    if(! open(IDX , "<$CHECKIN_INDEX_FILE") ){
        print "<h1>can't open index</h1>";
        Unlock();
        return 0;
    }
    $i = 0;
    while( ($line = <IDX>) && !$done){
        chop($line);
        ($o,$d) = split(/\|/,$line);
        if( $d && $query_date_min > $d ){
            $done = 1;
        }
        $i++;
    }
    if( $F_DEBUG ){
        print "seekdate($d) seekoffset($o) readcount($i)\n";
    }
    close IDX;
    Unlock();
    return $o;
}


sub in_module {
    local($mod_map, $dirname, $filename ) = @_;
    local( @path );
    local( $i, $fp, $local );

    #
    #quick check if it is already in there.
    #
    if( $mod_map{$dirname} ){
        return 1;
    }


    @path = split(/\//, $dirname);

    $fp = '';

    for( $i = 0; $i < @path; $i++){

        $fp .= ($fp ne '' ? '/' : '') . $path[$i];

        if( $local = $mod_map->{$fp} ){
            if( $local == $IS_LOCAL ){
                if( $i == (@path-1) ){
                    return 1;
                }
            }
            else {
                # Add directories to the map as we encounter them so we go
                #  faster
                if( $mod_map{$dirname} == 0 ){
                    $mod_map{$dirname} = $IS_LOCAL;
                }
                return 1;
            }
        }
    }
    if( $mod_map->{ $fp . '/' .  $filename} ) {
        return 1;
    }
    else {
        return 0;
    }
}


sub get_module_map {
    local($name) = @_;
    local($mod_map);
    $mod_map = {};
    &build_map( $name, $mod_map );
    return $mod_map;
}


sub parse_modules {
    while( $l = &get_line ){
        ($mod_name, $flag, @params) = split(/[ \t]+/,$l);

        if ( $#params eq -1 ) {
            @params = $flag;
            $flag = "";
        }
	elsif( $flag eq '-d' ){
	    ($mod_name, $dummy, $dummy, @params) = split(/[ \t]+/,$l);
	}
        elsif( $flag ne '-a' ){
            next;
        }
        $modules->{$mod_name} = [@params];
    }
}


sub build_map {
    local($name,$mod_map) = @_;
    local($bFound, $local);

    $local = $NOT_LOCAL;
    $bFound = 0;

    for $i ( @{$modules->{$name}} ){
        $bFound = 1;
        if( $i eq '-l' ){
            $local = $IS_LOCAL;
        }
        elsif( !build_map($i, $mod_map )){
            $mod_map->{$i} = $local;   
        }
    }
    return $bFound;
}



sub get_line {
    local($l, $save);
    
    $bContinue = 1;

    while( $bContinue && ($l = <MOD>) ){
        chop($l);
        if( $l =~ /^[ \t]*\#/ 
                || $l =~ /^[ \t]*$/ ){
            $l='';
        }
        elsif( $l =~ /\\[ \t]*$/ ){
            chop ($l);
            $save .= $l . ' ';
        }
        elsif( $l eq '' && $save eq ''){
            # ignore blank lines
        }
        else {
            $bContinue = 0;
        }
    }
    return $save . $l;
}