sanitycheck.cgi 25.7 KB
Newer Older
1
#!/usr/bin/perl -wT
2
# -*- Mode: perl; indent-tabs-mode: nil -*-
3
#
4 5 6 7 8 9 10 11 12 13
# The contents of this file are subject to the Mozilla Public
# License Version 1.1 (the "License"); you may not use this file
# except in compliance with the License. You may obtain a copy of
# the License at http://www.mozilla.org/MPL/
#
# Software distributed under the License is distributed on an "AS
# IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or
# implied. See the License for the specific language governing
# rights and limitations under the License.
#
14
# The Original Code is the Bugzilla Bug Tracking System.
15
#
16
# The Initial Developer of the Original Code is Netscape Communications
17 18 19 20
# Corporation. Portions created by Netscape are
# Copyright (C) 1998 Netscape Communications Corporation. All
# Rights Reserved.
#
21
# Contributor(s): Terry Weissman <terry@mozilla.org>
22
#                 Matthew Tuck <matty@chariot.net.au>
23

24
use strict;
25

26 27
use lib qw(.);

28
require "CGI.pl";
29
use Bugzilla::Constants;
30

31
use vars qw($unconfirmedstate);
32

33 34 35
###########################################################################
# General subs
###########################################################################
36 37 38

sub Status {
    my ($str) = (@_);
39
    print "$str <p>\n";
40 41
}

42 43
sub Alert {
    my ($str) = (@_);
44
    Status("<font color=\"red\">$str</font>");
45 46
}

47 48
sub BugLink {
    my ($id) = (@_);
49
    return "<a href=\"show_bug.cgi?id=$id\">$id</a>";
50 51
}

52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68
#
# Parameter is a list of bug ids.
#
# Return is a string containing a list of all the bugids, as hrefs,
# followed by a link to them all as a buglist
sub BugListLinks {
    my @bugs = @_;

    # Historically, GetBugLink() wasn't used here. I'm guessing this
    # was because it didn't exist or is too performance heavy, or just
    # plain unnecessary
    my @bug_links = map(BugLink($_), @bugs);

    return join(', ',@bug_links) . " <a href=\"buglist.cgi?bug_id=" .
        join(',',@bugs) . "\">(as buglist)</a>";
}

69 70 71
###########################################################################
# Start
###########################################################################
72

73
Bugzilla->login(LOGIN_REQUIRED);
74

75 76
my $cgi = Bugzilla->cgi;

77 78 79 80 81 82 83 84
# Make sure the user is authorized to access sanitycheck.cgi.  Access
# is restricted to logged-in users who have "editbugs" privileges,
# which is a reasonable compromise between allowing all users to access
# the script (creating the potential for denial of service attacks)
# and restricting access to this installation's administrators (which
# prevents users with a legitimate interest in Bugzilla integrity
# from accessing the script).
UserInGroup("editbugs")
85
  || ThrowUserError("sanity_check_access_denied");
86 87 88

print "Content-type: text/html\n";
print "\n";
89

90
my @row;
91

92 93
PutHeader("Bugzilla Sanity Check");

94 95 96 97
###########################################################################
# Fix vote cache
###########################################################################

98
if (defined $cgi->param('rebuildvotecache')) {
99
    Status("OK, now rebuilding vote cache.");
100 101 102
    SendSQL("LOCK TABLES bugs WRITE, votes READ");
    SendSQL("UPDATE bugs SET votes = 0, delta_ts = delta_ts");
    SendSQL("SELECT bug_id, SUM(vote_count) FROM votes GROUP BY bug_id");
103 104 105 106 107 108
    my %votes;
    while (@row = FetchSQLData()) {
        my ($id, $v) = (@row);
        $votes{$id} = $v;
    }
    foreach my $id (keys %votes) {
109
        SendSQL("UPDATE bugs SET votes = $votes{$id}, delta_ts = delta_ts WHERE bug_id = $id");
110
    }
111
    SendSQL("UNLOCK TABLES");
112
    Status("Vote cache has been rebuilt.");
113 114
}

115 116 117 118
###########################################################################
# Fix group derivations
###########################################################################

119
if (defined $cgi->param('rederivegroups')) {
120 121 122 123 124 125
    Status("OK, All users' inherited permissions will be rechecked when " .
           "they next access Bugzilla.");
    SendSQL("UPDATE groups SET last_changed = NOW() LIMIT 1");
}

# rederivegroupsnow is REALLY only for testing.
126 127
# If it wasn't, then we'd do this the faster way as a per-group
# thing rather than per-user for group inheritance
128
if (defined $cgi->param('rederivegroupsnow')) {
129
    require Bugzilla::User;
130 131 132
    Status("OK, now rederiving groups.");
    SendSQL("SELECT userid FROM profiles");
    while ((my $id) = FetchSQLData()) {
133 134 135
        my $user = new Bugzilla::User($id);
        $user->derive_groups();
        Status("User $id");
136 137 138
    }
}

139
if (defined $cgi->param('cleangroupsnow')) {
140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173
    Status("OK, now cleaning stale groups.");
    # Only users that were out of date already long ago should be cleaned
    # and the cleaning is done with tables locked.  This is require in order
    # to keep another session from proceeding with permission checks
    # after the groups have been cleaned unless it first had an opportunity
    # to get the groups up to date.
    # If any page starts taking longer than one hour to load, this interval
    # should be revised.
    SendSQL("SELECT MAX(last_changed) FROM groups WHERE last_changed < NOW() - INTERVAL 1 HOUR");
    (my $cutoff) = FetchSQLData();
    Status("Cutoff is $cutoff");
    SendSQL("SELECT COUNT(*) FROM user_group_map");
    (my $before) = FetchSQLData();
    SendSQL("LOCK TABLES user_group_map WRITE, profiles WRITE");
    SendSQL("SELECT userid FROM profiles " .
            "WHERE refreshed_when > 0 " .
            "AND refreshed_when < " . SqlQuote($cutoff) .
            " LIMIT 1000");
    my $count = 0;
    while ((my $id) = FetchSQLData()) {
        $count++;
        PushGlobalSQLState();
        SendSQL("DELETE FROM user_group_map WHERE " .
            "user_id = $id AND isderived = 1 AND isbless = 0");
        SendSQL("UPDATE profiles SET refreshed_when = 0 WHERE userid = $id");
        PopGlobalSQLState();
    }
    SendSQL("UNLOCK TABLES");
    SendSQL("SELECT COUNT(*) FROM user_group_map");
    (my $after) = FetchSQLData();
    Status("Cleaned table for $count users " .
           "- reduced from $before records to $after records");
}

174
if (defined $cgi->param('rescanallBugMail')) {
175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198
    require Bugzilla::BugMail;

    Status("OK, now attempting to send unsent mail");
    SendSQL("SELECT bug_id FROM bugs WHERE lastdiffed < delta_ts AND 
             delta_ts < date_sub(now(), INTERVAL 30 minute) ORDER BY bug_id");
    my @list;
    while (MoreSQLData()) {
        push (@list, FetchOneColumn());
    }

    Status(scalar(@list) . ' bugs found with possibly unsent mail.');

    foreach my $bugid (@list) {
        Bugzilla::BugMail::Send($bugid);
    }

    if (scalar(@list) > 0) {
        Status("Unsent mail has been sent.");
    }

    PutFooter();
    exit;
}

199
print "OK, now running sanity checks.<p>\n";
200

201 202 203 204
###########################################################################
# Check enumeration values
###########################################################################

205 206 207 208 209 210 211 212 213 214 215 216 217 218
# This one goes first, because if this is wrong, then the below tests
# will probably fail too

# This isn't extensible. Thats OK; we're not adding any more enum fields
Status("Checking for invalid enumeration values");
foreach my $field (("bug_severity", "bug_status", "op_sys",
                    "priority", "rep_platform", "resolution")) {
    # undefined enum values in mysql are an empty string which equals 0
    SendSQL("SELECT bug_id FROM bugs WHERE $field=0 ORDER BY bug_id");
    my @invalid;
    while (MoreSQLData()) {
        push (@invalid, FetchOneColumn());
    }
    if (@invalid) {
219 220
        Alert("Bug(s) found with invalid $field value: ".
              BugListLinks(@invalid));
221 222 223
    }
}

224 225 226 227
###########################################################################
# Perform referential (cross) checks
###########################################################################

228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243
# This checks that a simple foreign key has a valid primary key value.  NULL
# references are acceptable and cause no problem.
#
# The first parameter is the primary key table name.
# The second parameter is the primary key field name.
# Each successive parameter represents a foreign key, it must be a list
# reference, where the list has:
#   the first value is the foreign key table name.
#   the second value is the foreign key field name.
#   the third value is optional and represents a field on the foreign key
#     table to display when the check fails.
#   the fourth value is optional and is a list reference to values that
#     are excluded from checking.
#
# FIXME: The excluded values parameter should go away - the QA contact
#        fields should use NULL instead - see bug #109474.
244
#        The same goes for series; no bug for that yet.
245

246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284
sub CrossCheck {
    my $table = shift @_;
    my $field = shift @_;

    Status("Checking references to $table.$field");

    while (@_) {
        my $ref = shift @_;
        my ($refertable, $referfield, $keyname, $exceptions) = @$ref;

        $exceptions ||= [];
        my %exceptions = map { $_ => 1 } @$exceptions;

        Status("... from $refertable.$referfield");
        
        SendSQL("SELECT DISTINCT $refertable.$referfield" . ($keyname ? ", $refertable.$keyname" : '') . " " .
                "FROM   $refertable LEFT JOIN $table " .
                "  ON   $refertable.$referfield = $table.$field " .
                "WHERE  $table.$field IS NULL " .
                "  AND  $refertable.$referfield IS NOT NULL");

        while (MoreSQLData()) {
            my ($value, $key) = FetchSQLData();
            if (!$exceptions{$value}) {
                my $alert = "Bad value $value found in $refertable.$referfield";
                if ($keyname) {
                    if ($keyname eq 'bug_id') {
                        $alert .= ' (bug ' . BugLink($key) . ')';
                    }
                    else {
                        $alert .= " ($keyname == '$key')";
                    }
                }
                Alert($alert);
            }
        }
    }
}

285 286 287
CrossCheck('classifications', 'id',
           ['products', 'classification_id']);

288 289 290 291
CrossCheck("keyworddefs", "id",
           ["keywords", "keywordid"]);

CrossCheck("fielddefs", "fieldid",
292 293
           ["bugs_activity", "fieldid"],
           ['profiles_activity', 'fieldid']);
294

295 296
CrossCheck("flagtypes", "id",
           ["flags", "type_id"]);
297 298 299

CrossCheck("bugs", "bug_id",
           ["bugs_activity", "bug_id"],
300
           ["bug_group_map", "bug_id"],
301 302 303 304 305
           ["attachments", "bug_id"],
           ["cc", "bug_id"],
           ["longdescs", "bug_id"],
           ["dependencies", "blocked"],
           ["dependencies", "dependson"],
306
           ['flags', 'bug_id'],
307
           ["votes", "bug_id"],
308 309 310
           ["keywords", "bug_id"],
           ["duplicates", "dupe_of", "dupe"],
           ["duplicates", "dupe", "dupe_of"]);
311

312 313
CrossCheck("groups", "id",
           ["bug_group_map", "group_id"],
314
           ['category_group_map', 'group_id'],
315 316
           ["group_group_map", "grantor_id"],
           ["group_group_map", "member_id"],
317
           ["group_control_map", "group_id"],
318 319
           ["user_group_map", "group_id"]);

320
CrossCheck("profiles", "userid",
321 322
           ['profiles_activity', 'userid'],
           ['profiles_activity', 'who'],
323 324 325 326
           ["bugs", "reporter", "bug_id"],
           ["bugs", "assigned_to", "bug_id"],
           ["bugs", "qa_contact", "bug_id", ["0"]],
           ["attachments", "submitter_id", "bug_id"],
327 328
           ['flags', 'setter_id', 'bug_id'],
           ['flags', 'requestee_id', 'bug_id'],
329 330
           ["bugs_activity", "who", "bug_id"],
           ["cc", "who", "bug_id"],
331
           ['quips', 'userid'],
332 333
           ["votes", "who", "bug_id"],
           ["longdescs", "who", "bug_id"],
334
           ["logincookies", "userid"],
335
           ["namedqueries", "userid"],
336
           ['series', 'creator', 'series_id', ['0']],
337 338
           ["watch", "watcher"],
           ["watch", "watched"],
339 340
           ['whine_events', 'owner_userid'],
           ['whine_schedules', 'mailto_userid'],
341
           ["tokens", "userid"],
342
           ["user_group_map", "user_id"],
343
           ["components", "initialowner", "name"],
344
           ["components", "initialqacontact", "name", ["0"]]);
345

346 347 348 349 350
CrossCheck("products", "id",
           ["bugs", "product_id", "bug_id"],
           ["components", "product_id", "name"],
           ["milestones", "product_id", "value"],
           ["versions", "product_id", "value"],
351
           ["group_control_map", "product_id"],
352 353
           ["flaginclusions", "product_id", "type_id"],
           ["flagexclusions", "product_id", "type_id"]);
354

355 356 357 358 359 360 361 362 363 364
CrossCheck('series', 'series_id',
           ['series_data', 'series_id']);

CrossCheck('series_categories', 'id',
           ['series', 'category']);

CrossCheck('whine_events', 'id',
           ['whine_queries', 'eventid'],
           ['whine_schedules', 'eventid']);

365
###########################################################################
366
# Perform double field referential (cross) checks
367
###########################################################################
368
 
369 370 371 372 373 374 375 376 377 378 379 380 381 382
# This checks that a compound two-field foreign key has a valid primary key
# value.  NULL references are acceptable and cause no problem.
#
# The first parameter is the primary key table name.
# The second parameter is the primary key first field name.
# The third parameter is the primary key second field name.
# Each successive parameter represents a foreign key, it must be a list
# reference, where the list has:
#   the first value is the foreign key table name
#   the second value is the foreign key first field name.
#   the third value is the foreign key second field name.
#   the fourth value is optional and represents a field on the foreign key
#     table to display when the check fails

383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419
sub DoubleCrossCheck {
    my $table = shift @_;
    my $field1 = shift @_;
    my $field2 = shift @_;
 
    Status("Checking references to $table.$field1 / $table.$field2");
 
    while (@_) {
        my $ref = shift @_;
        my ($refertable, $referfield1, $referfield2, $keyname) = @$ref;
 
        Status("... from $refertable.$referfield1 / $refertable.$referfield2");
        
        SendSQL("SELECT DISTINCT $refertable.$referfield1, $refertable.$referfield2" . ($keyname ? ", $refertable.$keyname" : '') . " " .
                "FROM   $refertable LEFT JOIN $table " .
                "  ON   $refertable.$referfield1 = $table.$field1 " .
                " AND   $refertable.$referfield2 = $table.$field2 " .
                "WHERE  $table.$field1 IS NULL " .
                "  AND  $table.$field2 IS NULL " .
                "  AND  $refertable.$referfield1 IS NOT NULL " .
                "  AND  $refertable.$referfield2 IS NOT NULL");
 
        while (MoreSQLData()) {
            my ($value1, $value2, $key) = FetchSQLData();
 
            my $alert = "Bad values $value1, $value2 found in " .
                "$refertable.$referfield1 / $refertable.$referfield2";
            if ($keyname) {
                if ($keyname eq 'bug_id') {
                   $alert .= ' (bug ' . BugLink($key) . ')';
                }
                else {
                    $alert .= " ($keyname == '$key')";
                }
            }
            Alert($alert);
        }
420 421 422
    }
}

423 424 425 426
DoubleCrossCheck('attachments', 'bug_id', 'attach_id',
                 ['flags', 'bug_id', 'attach_id'],
                 ['bugs_activity', 'bug_id', 'attach_id']);

427
DoubleCrossCheck("components", "product_id", "id",
428 429 430
                 ["bugs", "product_id", "component_id", "bug_id"],
                 ['flagexclusions', 'product_id', 'component_id'],
                 ['flaginclusions', 'product_id', 'component_id']);
431

432 433 434 435 436 437
DoubleCrossCheck("versions", "product_id", "value",
                 ["bugs", "product_id", "version", "bug_id"]);
 
DoubleCrossCheck("milestones", "product_id", "value",
                 ["bugs", "product_id", "target_milestone", "bug_id"],
                 ["products", "id", "defaultmilestone", "name"]);
438

439 440 441 442
###########################################################################
# Perform login checks
###########################################################################
 
443
Status("Checking profile logins");
444

445
my $emailregexp = Param("emailregexp");
446
SendSQL("SELECT userid, login_name FROM profiles");
447

448
while (my ($id,$email) = (FetchSQLData())) {
449 450 451
    unless ($email =~ m/$emailregexp/) {
        Alert "Bad profile email address, id=$id,  &lt;$email&gt;."
    }
452
}
453

454 455 456
###########################################################################
# Perform vote/keyword cache checks
###########################################################################
457

458 459 460 461 462 463 464 465
my $offervotecacherebuild = 0;

sub AlertBadVoteCache {
    my ($id) = (@_);
    Alert("Bad vote cache for bug " . BugLink($id));
    $offervotecacherebuild = 1;
}

466
SendSQL("SELECT bug_id, votes, keywords FROM bugs " .
467
        "WHERE votes != 0 OR keywords != ''");
468

469
my %votes;
470
my %bugid;
471
my %keyword;
472 473

while (@row = FetchSQLData()) {
474
    my($id, $v, $k) = (@row);
475 476 477
    if ($v != 0) {
        $votes{$id} = $v;
    }
478 479 480
    if ($k) {
        $keyword{$id} = $k;
    }
481 482 483
}

Status("Checking cached vote counts");
484
SendSQL("SELECT bug_id, SUM(vote_count) FROM votes GROUP BY bug_id");
485 486 487 488 489 490 491 492 493 494 495 496 497 498

while (@row = FetchSQLData()) {
    my ($id, $v) = (@row);
    if ($v <= 0) {
        Alert("Bad vote sum for bug $id");
    } else {
        if (!defined $votes{$id} || $votes{$id} != $v) {
            AlertBadVoteCache($id);
        }
        delete $votes{$id};
    }
}
foreach my $id (keys %votes) {
    AlertBadVoteCache($id);
499 500
}

501 502 503 504 505
if ($offervotecacherebuild) {
    print qq{<a href="sanitycheck.cgi?rebuildvotecache=1">Click here to rebuild the vote cache</a><p>\n};
}


506 507 508 509 510 511 512 513 514 515
Status("Checking keywords table");

my %keywordids;
SendSQL("SELECT id, name FROM keyworddefs");
while (@row = FetchSQLData()) {
    my ($id, $name) = (@row);
    if ($keywordids{$id}) {
        Alert("Duplicate entry in keyworddefs for id $id");
    }
    $keywordids{$id} = 1;
516
    if ($name =~ /[\s,]/) {
517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540
        Alert("Bogus name in keyworddefs for id $id");
    }
}


SendSQL("SELECT bug_id, keywordid FROM keywords ORDER BY bug_id, keywordid");
my $lastid;
my $lastk;
while (@row = FetchSQLData()) {
    my ($id, $k) = (@row);
    if (!$keywordids{$k}) {
        Alert("Bogus keywordids $k found in keywords table");
    }
    if (defined $lastid && $id eq $lastid && $k eq $lastk) {
        Alert("Duplicate keyword ids found in bug " . BugLink($id));
    }
    $lastid = $id;
    $lastk = $k;
}

Status("Checking cached keywords");

my %realk;

541
if (defined $cgi->param('rebuildkeywordcache')) {
542 543 544 545
    SendSQL("LOCK TABLES bugs write, keywords read, keyworddefs read");
}

SendSQL("SELECT keywords.bug_id, keyworddefs.name " .
546
        "FROM keywords, keyworddefs, bugs " .
547
        "WHERE keyworddefs.id = keywords.keywordid " .
548
        "  AND keywords.bug_id = bugs.bug_id " .
549 550
        "ORDER BY keywords.bug_id, keyworddefs.name");

551
my $lastb = 0;
552 553
my @list;
while (1) {
554
    my ($b, $k) = FetchSQLData();
555
    if (!defined $b || $b != $lastb) {
556 557 558 559 560 561 562 563 564 565 566 567
        if (@list) {
            $realk{$lastb} = join(', ', @list);
        }
        if (!$b) {
            last;
        }
        $lastb = $b;
        @list = ();
    }
    push(@list, $k);
}

568
my @badbugs = ();
569

570 571
foreach my $b (keys(%keyword)) {
    if (!exists $realk{$b} || $realk{$b} ne $keyword{$b}) {
572
        push(@badbugs, $b);
573 574 575 576
    }
}
foreach my $b (keys(%realk)) {
    if (!exists $keyword{$b}) {
577
        push(@badbugs, $b);
578 579
    }
}
580 581
if (@badbugs) {
    @badbugs = sort {$a <=> $b} @badbugs;
582 583
    Alert(scalar(@badbugs) . " bug(s) found with incorrect keyword cache: " .
          BugListLinks(@badbugs));
584
    if (defined $cgi->param('rebuildkeywordcache')) {
585
        Status("OK, now fixing keyword cache.");
586
        foreach my $b (@badbugs) {
587 588 589 590 591 592 593 594 595 596 597 598 599 600
            my $k = '';
            if (exists($realk{$b})) {
                $k = $realk{$b};
            }
            SendSQL("UPDATE bugs SET delta_ts = delta_ts, keywords = " .
                    SqlQuote($k) .
                    " WHERE bug_id = $b");
        }
        Status("Keyword cache fixed.");
    } else {
        print qq{<a href="sanitycheck.cgi?rebuildkeywordcache=1">Click here to rebuild the keyword cache</a><p>\n};
    }
}

601
if (defined $cgi->param('rebuildkeywordcache')) {
602 603
    SendSQL("UNLOCK TABLES");
}
604

605
###########################################################################
606
# General bug checks
607 608
###########################################################################

609 610 611 612 613 614 615 616 617 618 619 620 621
sub BugCheck ($$) {
    my ($middlesql, $errortext) = @_;
    
    SendSQL("SELECT DISTINCT bugs.bug_id " .
            "FROM $middlesql " .
            "ORDER BY bugs.bug_id");
    
    my @badbugs = ();
    
    while (@row = FetchSQLData()) {
        my ($id) = (@row);
        push (@badbugs, $id);
    }
622

623
    if (@badbugs) {
624
        Alert("$errortext: " . BugListLinks(@badbugs));
625
    }
626 627
}

628
Status("Checking resolution/duplicates");
629

630 631 632 633
BugCheck("bugs, duplicates WHERE " .
         "bugs.resolution != 'DUPLICATE' AND " .
         "bugs.bug_id = duplicates.dupe",
         "Bug(s) found on duplicates table that are not marked duplicate");
634

635 636 637 638
BugCheck("bugs LEFT JOIN duplicates ON bugs.bug_id = duplicates.dupe WHERE " .
         "bugs.resolution = 'DUPLICATE' AND " .
         "duplicates.dupe IS NULL",
         "Bug(s) found marked resolved duplicate and not on duplicates table");
639 640 641 642 643 644

Status("Checking statuses/resolutions");

my @open_states = map(SqlQuote($_), OpenStates());
my $open_states = join(', ', @open_states);

645 646 647 648
BugCheck("bugs WHERE bug_status IN ($open_states) AND resolution != ''",
         "Bugs with open status and a resolution");
BugCheck("bugs WHERE bug_status NOT IN ($open_states) AND resolution = ''",
         "Bugs with non-open status and no resolution");
649 650 651

Status("Checking statuses/everconfirmed");

652 653 654
my $sqlunconfirmed = SqlQuote($unconfirmedstate);                            

BugCheck("bugs WHERE bug_status = $sqlunconfirmed AND everconfirmed = 1",
655 656 657 658 659 660 661
         "Bugs that are UNCONFIRMED but have everconfirmed set");
# The below list of resolutions is hardcoded because we don't know if future
# resolutions will be confirmed, unconfirmed or maybeconfirmed.  I suspect
# they will be maybeconfirmed, eg ASLEEP and REMIND.  This hardcoding should
# disappear when we have customised statuses.
BugCheck("bugs WHERE bug_status IN ('NEW', 'ASSIGNED', 'REOPENED') AND everconfirmed = 0",
         "Bugs with confirmed status but don't have everconfirmed set"); 
662 663 664

Status("Checking votes/everconfirmed");

665
BugCheck("bugs, products WHERE " .
666
         "bugs.product_id = products.id AND " .
667 668 669
         "everconfirmed = 0 AND " .
         "votestoconfirm <= votes",
         "Bugs that have enough votes to be confirmed but haven't been");
670

671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688
###########################################################################
# Date checks
###########################################################################

sub DateCheck {
    my $table = shift @_;
    my $field = shift @_;
    Status("Checking dates in $table.$field");
    SendSQL("SELECT COUNT( $field ) FROM $table WHERE $field > NOW()");
    my $c = FetchOneColumn();
    if ($c) {
        Alert("Found $c dates in future");
    }
}
    
DateCheck("groups", "last_changed");
DateCheck("profiles", "refreshed_when");

689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712
###########################################################################
# Control Values
###########################################################################

# Checks for values that are invalid OR
# not among the 9 valid combinations
Status("Checking for bad values in group_control_map");
SendSQL("SELECT COUNT(product_id) FROM group_control_map WHERE " .
        "membercontrol NOT IN(" . CONTROLMAPNA . "," . CONTROLMAPSHOWN .
        "," . CONTROLMAPDEFAULT . "," . CONTROLMAPMANDATORY . ")" .
        " OR " .
        "othercontrol NOT IN(" . CONTROLMAPNA . "," . CONTROLMAPSHOWN .
        "," . CONTROLMAPDEFAULT . "," . CONTROLMAPMANDATORY . ")" .
        " OR " .
        "( (membercontrol != othercontrol) " .
          "AND (membercontrol != " . CONTROLMAPSHOWN . ") " .
          "AND ((membercontrol != " . CONTROLMAPDEFAULT . ") " .
            "OR (othercontrol = " . CONTROLMAPSHOWN . ")))");
my $c = FetchOneColumn();
if ($c) {
    Alert("Found $c bad group_control_map entries");
}

Status("Checking for bugs with groups violating their product's group controls");
713 714 715 716 717 718
BugCheck("bugs
         INNER JOIN bug_group_map ON bugs.bug_id = bug_group_map.bug_id
         INNER JOIN groups ON bug_group_map.group_id = groups.id
         LEFT JOIN group_control_map ON bugs.product_id = group_control_map.product_id
                                     AND bug_group_map.group_id = group_control_map.group_id
         WHERE groups.isactive != 0
719 720 721 722
         AND ((group_control_map.membercontrol = " . CONTROLMAPNA . ")
         OR (group_control_map.membercontrol IS NULL))",
         "Have groups not permitted for their products");

723 724 725 726 727 728
BugCheck("bugs
         INNER JOIN bug_group_map ON bugs.bug_id = bug_group_map.bug_id
         INNER JOIN groups ON bug_group_map.group_id = groups.id
         LEFT JOIN group_control_map ON bugs.product_id = group_control_map.product_id
                                     AND bug_group_map.group_id = group_control_map.group_id
         WHERE groups.isactive != 0
729 730 731 732 733
         AND group_control_map.membercontrol = " . CONTROLMAPMANDATORY . "
         AND bug_group_map.group_id IS NULL",
         "Are missing groups required for their products");


734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753
###########################################################################
# Unsent mail
###########################################################################

Status("Checking for unsent mail");

@badbugs = ();

SendSQL("SELECT bug_id " .
        "FROM bugs WHERE lastdiffed < delta_ts AND ".
        "delta_ts < date_sub(now(), INTERVAL 30 minute) ".
        "ORDER BY bug_id");

while (@row = FetchSQLData()) {
    my ($id) = (@row);
    push(@badbugs, $id);
}

if (@badbugs > 0) {
    Alert("Bugs that have changes but no mail sent for at least half an hour: " .
754 755
          BugListLinks(@badbugs));

756
    print qq{<a href="sanitycheck.cgi?rescanallBugMail=1">Send these mails</a>.<p>\n};
757 758
}

759 760 761
###########################################################################
# End
###########################################################################
762 763

Status("Sanity check completed.");
764
PutFooter();