collectstats.pl 5.59 KB
Newer Older
1 2 3
#!/usr/bonsaitools/bin/perl -w
# -*- Mode: perl; indent-tabs-mode: nil -*-
#
4 5 6 7 8 9 10 11 12 13
# The contents of this file are subject to the Mozilla Public
# License Version 1.1 (the "License"); you may not use this file
# except in compliance with the License. You may obtain a copy of
# the License at http://www.mozilla.org/MPL/
#
# Software distributed under the License is distributed on an "AS
# IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or
# implied. See the License for the specific language governing
# rights and limitations under the License.
#
14
# The Original Code is the Bugzilla Bug Tracking System.
15
#
16
# The Initial Developer of the Original Code is Netscape Communications
17 18 19 20
# Corporation. Portions created by Netscape are
# Copyright (C) 1998 Netscape Communications Corporation. All
# Rights Reserved.
#
21 22
# Contributor(s): Terry Weissman <terry@mozilla.org>,
#                 Harrison Page <harrison@netscape.com>
23
#         Gervase Markham <gerv@gerv.net>
24 25 26

# Run me out of cron at midnight to collect Bugzilla statistics.

27

28
use AnyDBM_File;
29 30
use diagnostics;
use strict;
31
use vars @::legal_product;
32 33 34

require "globals.pl";

35
# tidy up after graphing module
36
if (chdir("graphs")) {
37
    unlink <./*.gif>;
38 39 40
    unlink <./*.png>;
    chdir("..");
}
41

42
ConnectToDatabase(1);
43
GetVersionTable();
44

45 46 47 48
my @myproducts;
push( @myproducts, "-All-", @::legal_product );

foreach (@myproducts) {
49
    my $dir = "data/mining";
50

51 52 53
    &check_data_dir ($dir);
    &collect_stats ($dir, $_);
}
54

55 56
&calculate_dupes();

57 58
sub check_data_dir {
    my $dir = shift;
59

60 61 62 63 64
    if (! -d) {
        mkdir $dir, 0777;
        chmod 0777, $dir;
    }
}
65

66 67 68 69
sub collect_stats {
    my $dir = shift;
    my $product = shift;
    my $when = localtime (time);
70

71 72 73 74 75
    # NB: Need to mangle the product for the filename, but use the real
    # product name in the query
    my $file_product = $product;
    $file_product =~ s/\//-/gs;
    my $file = join '/', $dir, $file_product;
76 77 78 79 80
    my $exists = -f $file;

    if (open DATA, ">>$file") {
        push my @row, &today;

81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102
        foreach my $status ('NEW', 'ASSIGNED', 'REOPENED', 'UNCONFIRMED', 'RESOLVED', 'VERIFIED', 'CLOSED') {
            if( $product eq "-All-" ) {
                SendSQL("select count(bug_status) from bugs where bug_status='$status'");
            } else {
                SendSQL("select count(bug_status) from bugs where bug_status='$status' and product='$product'");
            }

            push @row, FetchOneColumn();
        }

        foreach my $resolution ('FIXED', 'INVALID', 'WONTFIX', 'LATER', 'REMIND', 'DUPLICATE', 'WORKSFORME', 'MOVED') {
            if( $product eq "-All-" ) {
                SendSQL("select count(resolution) from bugs where resolution='$resolution'");
            } else {
                SendSQL("select count(resolution) from bugs where resolution='$resolution' and product='$product'");
            }

            push @row, FetchOneColumn();
        }

        if (! $exists) {
            print DATA <<FIN;
103
# Bugzilla Daily Bug Stats
104
#
105
# Do not edit me! This file is generated.
106
#
107
# fields: DATE|NEW|ASSIGNED|REOPENED|UNCONFIRMED|RESOLVED|VERIFIED|CLOSED|FIXED|INVALID|WONTFIX|LATER|REMIND|DUPLICATE|WORKSFORME|MOVED
108 109
# Product: $product
# Created: $when
110
FIN
111 112
        }

113 114 115 116 117 118 119
        print DATA (join '|', @row) . "\n";
        close DATA;
    } else {
        print "$0: $file, $!";
    }
}

120 121 122 123 124 125 126 127 128
sub calculate_dupes {
    SendSQL("SELECT * FROM duplicates");

    my %dupes;
    my %count;
    my @row;
    my $key;
    my $changed = 1;

129
    my $today = &today_dash;
130 131 132 133

    # Save % count here in a date-named file
    # so we can read it back in to do changed counters
    # First, delete it if it exists, so we don't add to the contents of an old file
134 135
    if (my @files = <data/duplicates/dupes$today*>) {
        unlink @files;
136 137
    }
   
138
    dbmopen(%count, "data/duplicates/dupes$today", 0644) || die "Can't open DBM dupes file: $!";
139 140 141

    # Create a hash with key "a bug number", value "bug which that bug is a
    # direct dupe of" - straight from the duplicates table.
142 143 144 145
    while (@row = FetchSQLData()) {
        my $dupe_of = shift @row;
        my $dupe = shift @row;
        $dupes{$dupe} = $dupe_of;
146 147 148 149 150 151 152
    }

    # Total up the number of bugs which are dupes of a given bug
    # count will then have key = "bug number", 
    # value = "number of immediate dupes of that bug".
    foreach $key (keys(%dupes)) 
    {
153
        my $dupe_of = $dupes{$key};
154

155 156 157
        if (!defined($count{$dupe_of})) {
            $count{$dupe_of} = 0;
        }
158

159
        $count{$dupe_of}++;
160 161 162 163 164 165
    }   

    # Now we collapse the dupe tree by iterating over %count until
    # there is no further change.
    while ($changed == 1)
    {
166 167 168 169 170 171 172 173 174 175 176 177 178 179
        $changed = 0;
        foreach $key (keys(%count)) {
            # if this bug is actually itself a dupe, and has a count...
            if (defined($dupes{$key}) && $count{$key} > 0) {
                # add that count onto the bug it is a dupe of,
                # and zero the count; the check is to avoid
                # loops
                if ($count{$dupes{$key}} != 0) {
                    $count{$dupes{$key}} += $count{$key};
                    $count{$key} = 0;
                    $changed = 1;
                }
            }
        }
180 181 182 183 184
    }

    # Remove the values for which the count is zero
    foreach $key (keys(%count))
    {
185 186 187
        if ($count{$key} == 0) {
            delete $count{$key};
        }
188 189 190 191 192
    }
   
    dbmclose(%count);
}

193 194 195 196
sub today {
    my ($dom, $mon, $year) = (localtime(time))[3, 4, 5];
    return sprintf "%04d%02d%02d", 1900 + $year, ++$mon, $dom;
}
197

198 199 200 201 202
sub today_dash {
    my ($dom, $mon, $year) = (localtime(time))[3, 4, 5];
    return sprintf "%04d-%02d-%02d", 1900 + $year, ++$mon, $dom;
}