summaryrefslogtreecommitdiffstats
path: root/scripts/grep-excuses.pl
diff options
context:
space:
mode:
Diffstat (limited to '')
-rwxr-xr-xscripts/grep-excuses.pl420
1 files changed, 420 insertions, 0 deletions
diff --git a/scripts/grep-excuses.pl b/scripts/grep-excuses.pl
new file mode 100755
index 0000000..79d7a95
--- /dev/null
+++ b/scripts/grep-excuses.pl
@@ -0,0 +1,420 @@
+#!/usr/bin/perl
+# vim: set ai shiftwidth=4 tabstop=4 expandtab:
+# Grep debian testing excuses file.
+#
+# Copyright 2002 Joey Hess <joeyh@debian.org>
+# Small mods Copyright 2002 Julian Gilbey <jdg@debian.org>
+
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <https://www.gnu.org/licenses/>.
+
+use 5.006;
+use strict;
+use warnings;
+use Data::Dumper;
+use File::Basename;
+use File::HomeDir;
+
+sub require_friendly ($) {
+ my ($mod) = @_;
+ return if eval "require $mod;";
+ my $pkg = lc $mod;
+ $pkg =~ s/::/-/g;
+ $pkg = "lib$pkg-perl";
+ die <<END;
+$@
+grep-excuses: We need $mod. Try installing $pkg.
+END
+}
+
+# Needed for --wipnity option
+
+open DEBUG, ">/dev/null" or die $!;
+my $do_autoremovals = 1;
+my $do_autopkgtests;
+
+my $term_size_broken;
+
+sub have_term_size {
+ return ($term_size_broken ? 0 : 1) if defined $term_size_broken;
+ pop @INC if $INC[-1] eq '.';
+ # Load the Term::Size module safely
+ eval { require Term::Size; };
+ if ($@) {
+ if ($@ =~ /^Can\'t locate Term\/Size\.pm/) {
+ $term_size_broken
+ = "the libterm-size-perl package is not installed";
+ } else {
+ $term_size_broken = "couldn't load Term::Size: $@";
+ }
+ } else {
+ $term_size_broken = 0;
+ }
+
+ return ($term_size_broken ? 0 : 1);
+}
+
+my $progname = basename($0);
+my $modified_conf_msg;
+
+my $url = 'https://release.debian.org/britney/excuses.yaml';
+my $url_experimental
+ = 'https://release.debian.org/britney/pseudo-excuses-experimental.yaml';
+
+my $rmurl = 'https://udd.debian.org/cgi-bin/autoremovals.cgi';
+my $rmurl_yaml = 'https://udd.debian.org/cgi-bin/autoremovals.yaml.cgi';
+
+my $wipnityurl = 'https://qa.debian.org/excuses.php?package=';
+my $wipnityurl_experimental
+ = 'https://qa.debian.org/excuses.php?experimental=1&package=';
+
+# No longer use these - see bug#309802
+my $cachedir = File::HomeDir->my_home . "/.devscripts_cache/";
+my $cachefile = $cachedir . basename($url);
+unlink $cachefile if -f $cachefile;
+
+sub usage {
+ print <<"EOF";
+Usage: $progname [options] [<maintainer>|<package>]
+ Grep the Debian update_excuses file to find out about the packages
+ of <maintainer> or <package>. If neither are given, use the configuration
+ file setting or the environment variable DEBFULLNAME to determine the
+ maintainer name.
+Options:
+ --no-conf, --noconf Don\'t read devscripts config files;
+ must be the first option given
+ --wipnity, -w Check <https://qa.debian.org/excuses.php>. A package
+ name must be given when using this option.
+ --autopkgtests Investigate and show autopkgtest (ci.debian.net) failures
+ --no-autoremovals Do not investigate and report autoremovals
+ --experimental, -e Print pseudo-excuses for experimental
+ --help Show this help
+ --version Give version information
+ --debug Print debugging output to stderr
+
+Default settings modified by devscripts configuration files:
+$modified_conf_msg
+EOF
+}
+
+my $version = <<"EOF";
+This is $progname, from the Debian devscripts package, version ###VERSION###
+This code is copyright 2002 by Joey Hess <joeyh\@debian.org>,
+and modifications are copyright 2002 by Julian Gilbey <jdg\@debian.org>
+This program comes with ABSOLUTELY NO WARRANTY.
+You are free to redistribute this code under the terms of the
+GNU General Public License, version 2 or later.
+EOF
+
+sub wipnity {
+ die "$progname: Couldn't run wipnity: $term_size_broken\n"
+ unless have_term_size();
+
+ my $columns = Term::Size::chars();
+
+ if (system("command -v w3m >/dev/null 2>&1") != 0) {
+ die
+ "$progname: wipnity mode requires the w3m package to be installed\n";
+ }
+
+ while (my $package = shift) {
+ my $dump = `w3m -dump -cols $columns "$wipnityurl$package"`;
+ $dump =~ s/.*(Excuse for .*)\s+Maintainer page.*/$1/ms;
+ $dump =~ s/.*(No excuse for .*)\s+Maintainer page.*/$1/ms;
+ print($dump);
+ }
+}
+
+# Now start by reading configuration files and then command line
+# The next stuff is boilerplate
+
+my $string;
+
+if (@ARGV and $ARGV[0] =~ /^--no-?conf$/) {
+ $modified_conf_msg = " (no configuration files read)";
+ shift;
+} else {
+ my @config_files = ('/etc/devscripts.conf', '~/.devscripts');
+ my %config_vars = (
+ 'GREP_EXCUSES_MAINTAINER' => '',
+ 'GREP_EXCUSES_AUTOPKGTESTS' => 0,
+ );
+ my %config_default = %config_vars;
+
+ my $shell_cmd;
+ # Set defaults
+ foreach my $var (keys %config_vars) {
+ $shell_cmd .= "$var='$config_vars{$var}';\n";
+ }
+ $shell_cmd .= 'for file in ' . join(" ", @config_files) . "; do\n";
+ $shell_cmd .= '[ -f $file ] && . $file; done;' . "\n";
+ # Read back values
+ foreach my $var (keys %config_vars) { $shell_cmd .= "echo \$$var;\n" }
+ my $shell_out = `/bin/bash -c '$shell_cmd'`;
+ @config_vars{ keys %config_vars } = split /\n/, $shell_out, -1;
+
+ foreach my $var (sort keys %config_vars) {
+ if ($config_vars{$var} ne $config_default{$var}) {
+ $modified_conf_msg .= " $var=$config_vars{$var}\n";
+ }
+ }
+ $modified_conf_msg ||= " (none)\n";
+ chomp $modified_conf_msg;
+
+ $string = $config_vars{'GREP_EXCUSES_MAINTAINER'};
+ $do_autopkgtests = $config_vars{'GREP_EXCUSES_AUTOPKGTESTS'};
+}
+
+while (@ARGV and $ARGV[0] =~ /^-/) {
+ if ($ARGV[0] eq '--wipnity' or $ARGV[0] eq '-w') {
+ shift;
+ @ARGV = grep { $_ ne '' } @ARGV;
+ unless (@ARGV) {
+ die
+"$progname: no package specified!\nTry $progname --help for help.\n";
+ }
+ while (my ($i, $string) = each(@ARGV)) {
+ wipnity($string);
+ print "\n\n" unless $i == $#ARGV;
+ }
+ exit 0;
+ }
+ if ($ARGV[0] eq '--debug') {
+ open DEBUG, ">&STDERR" or die $!;
+ shift;
+ next;
+ }
+ if ($ARGV[0] eq '--experimental' or $ARGV[0] eq '-e') {
+ $do_autoremovals = 0;
+ $url = $url_experimental;
+ $wipnityurl = $wipnityurl_experimental;
+ shift;
+ next;
+ }
+ if ($ARGV[0] eq '--no-autoremovals') { $do_autoremovals = 0; shift; next; }
+ if ($ARGV[0] eq '--autopkgtests') { $do_autopkgtests = 1; shift; next; }
+ if ($ARGV[0] eq '--no-autopkgtests') { $do_autopkgtests = 0; shift; next; }
+ if ($ARGV[0] eq '--help') { usage(); exit 0; }
+ if ($ARGV[0] eq '--version') { print $version; exit 0; }
+ if ($ARGV[0] =~ /^--no-?conf$/) {
+ die
+"$progname: $ARGV[0] is only acceptable as the first command-line option!\n";
+ }
+ die
+"$progname: unrecognised option $ARGV[0]; try $progname --help for help\n";
+}
+
+if (!$string and exists $ENV{'DEBFULLNAME'}) {
+ $string = $ENV{'DEBFULLNAME'};
+}
+
+if (@ARGV) {
+ $string = shift;
+}
+if ($string eq '') {
+ die
+"$progname: no maintainer or package specified!\nTry $progname --help for help.\n";
+}
+if (@ARGV) {
+ die "$progname: too many arguments! Try $progname --help for help.\n";
+}
+
+if (system("command -v wget >/dev/null 2>&1") != 0) {
+ die "$progname: this program requires the wget package to be installed\n";
+}
+
+sub grep_autoremovals () {
+ print DEBUG "Fetching $rmurl\n";
+
+ unless (open REMOVALS, "wget -q -O - $rmurl |") {
+ warn "$progname: wget $rmurl failed: $!\n";
+ return;
+ }
+
+ my $wantmaint = 0;
+ my %reportpkgs;
+
+ while (<REMOVALS>) {
+ if (m%^https?:%) {
+ next;
+ }
+ if (m%^\S%) {
+ $wantmaint = m%^\Q$string\E\b%;
+ next;
+ }
+ if (m%^$%) {
+ $wantmaint = undef;
+ next;
+ }
+ if (defined $wantmaint && m%^\s+([0-9a-z][-.+0-9a-z]*):\s*(.*)%) {
+ next unless $wantmaint || $1 eq $string;
+ warn "$progname: package $1 repeated in $rmurl at line $.:\n$_"
+ if defined $reportpkgs{$1};
+ $reportpkgs{$1} = $2;
+ next;
+ }
+ warn "$progname: unprocessed line $. in $rmurl:\n$_";
+ }
+ $? = 0;
+ unless (close REMOVALS) {
+ my $rc = $? >> 8;
+ warn "$progname: fetch $rmurl failed ($rc $!)\n";
+ }
+
+ return unless %reportpkgs;
+
+ print DEBUG "Fetching $rmurl_yaml\n";
+
+ unless (open REMOVALS, "wget -q -O - $rmurl_yaml |") {
+ warn "$progname: wget $rmurl_yaml failed: $!\n";
+ return;
+ }
+
+ my $reporting = 0;
+ while (<REMOVALS>) {
+ if (m%^([0-9a-z][-.+0-9a-z]*):$%) {
+ my $pkg = $1;
+ my $human = $reportpkgs{$pkg};
+ delete $reportpkgs{$pkg};
+ $reporting = !!defined $human;
+ if ($reporting) {
+ print "$pkg (AUTOREMOVAL)\n $human\n" or die $!;
+ }
+ next;
+ }
+ if (m%^[ \t]%) {
+ if ($reporting) {
+ print " ", $_ or die $!;
+ }
+ next;
+ }
+ if (m%^$% || m%^\#% || m{^---$}) {
+ next;
+ }
+ warn "$progname: unprocessed line $. in $rmurl_yaml:\n$_";
+ }
+
+ $? = 0;
+ unless (close REMOVALS) {
+ my $rc = $? >> 8;
+ warn "$progname: fetch $rmurl_yaml failed ($rc $!)\n";
+ }
+
+ foreach my $pkg (keys %reportpkgs) {
+ print "$pkg (AUTOREMOVAL)\n $reportpkgs{$pkg}\n" or die $!;
+ }
+}
+
+grep_autoremovals() if $do_autoremovals;
+
+require_friendly qw(YAML::Syck);
+{
+ no warnings 'once';
+ $YAML::Syck::LoadBlessed = 0;
+}
+
+print DEBUG "Fetching $url\n";
+
+my $yaml = `wget -q -O - '$url'`;
+if ($? == -1) {
+ die "$progname: unable to run wget: $!\n";
+} elsif ($? >> 8) {
+ die "$progname: wget exited $?\n";
+}
+
+sub migration_headline ($) {
+ my ($source) = @_;
+ sprintf("%s (%s to %s)",
+ $source->{'item-name'},
+ $source->{'old-version'},
+ $source->{'new-version'});
+}
+
+sub print_migration_excuse_info ($;$) {
+ my ($source, $summary) = @_;
+ if (exists $source->{maintainer}) {
+ printf(" Maintainer: $source->{maintainer}\n");
+ }
+ if (exists $source->{dependencies}) {
+ for my $blocker (@{ $source->{dependencies}{'blocked-by'} }) {
+ printf(" Depends: %s %s (not considered)\n",
+ $source->{'item-name'}, $blocker);
+ }
+ for my $after (@{ $source->{dependencies}{'migrate-after'} }) {
+ printf(" Depends: %s %s\n", $source->{'item-name'}, $after);
+ }
+ }
+ for my $excuse (@{ $source->{excuses} }) {
+ next if $summary and $excuse =~ m/^autopkgtest /;
+ $excuse =~ s@</?[^>]+>@@g;
+ $excuse =~ s@&lt;@<@g;
+ $excuse =~ s@&gt;@>@g;
+ print " $excuse\n";
+ }
+}
+
+my $excuses = YAML::Syck::Load($yaml);
+for my $source (@{ $excuses->{sources} }) {
+ if (
+ $source->{'item-name'} eq $string
+ || (exists $source->{maintainer}
+ && $source->{maintainer} =~ m/\b\Q$string\E\b/)
+ ) {
+ print migration_headline($source), "\n";
+ print_migration_excuse_info($source);
+ }
+}
+
+if ($do_autopkgtests) {
+ flush STDOUT or die $!;
+ require_friendly qw(DBI);
+ require_friendly qw(DBD::Pg);
+ my $dbh = DBI->connect('DBI:Pg:dbname=udd;host=udd-mirror.debian.net',
+ 'udd-mirror', 'udd-mirror', { RaiseError => 1 });
+ # https://www.postgresql.org/docs/9.5/static/functions-matching.html
+ my $regexp = $string;
+ $regexp =~ s{[^0-9a-z]}{\\$&}ig;
+ $regexp = "\\y$regexp\\y";
+ my $pkgs = $dbh->selectall_arrayref(
+ 'select distinct source from sources where'
+ . ' maintainer_name ~ ? or'
+ . ' maintainer_email ~ ?',
+ {}, $regexp, $regexp
+ );
+ my %wantpkgs;
+ $wantpkgs{ $_->[0] }++ foreach @$pkgs;
+
+ for my $source (@{ $excuses->{sources} }) {
+ my $autopkgtests = $source->{'policy_info'}{'autopkgtest'};
+ foreach my $k (sort keys %$autopkgtests) {
+ $k =~ m{/} or next;
+ my ($testpkg, $testvsn) = ($`, $');
+ $wantpkgs{$testpkg} or next;
+ my $arches = $autopkgtests->{$k};
+ foreach my $arch (sort keys %$arches) {
+ my $info = $arches->{$arch};
+ next if grep { $_ eq $info->[0] } qw(PASS RUNNING OLD_PASS);
+ printf "\nautopkgtest regression\n";
+ printf " in %s (%s) on %s\n", $testpkg, $testvsn, $arch;
+ printf " due to %s\n", migration_headline($source);
+ print "test info\n";
+ print " $_\n" foreach @$info;
+ print "migration excuses for $source->{'item-name'}\n";
+ print_migration_excuse_info($source, 1);
+ }
+ }
+ }
+}
+
+exit 0;