1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
#!/usr/bin/perl
# Copyright (C) 2020 Felix Lechner
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, you can find it on the World Wide
# Web at https://www.gnu.org/copyleft/gpl.html, or write to the Free
# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston,
# MA 02110-1301, USA.
# The harness for Lintian's test suite. For detailed information on
# the test suite layout and naming conventions, see t/tests/README.
# For more information about running tests, see
# doc/tutorial/Lintian/Tutorial/TestSuite.pod
#
use strict;
use warnings;
use v5.10;
use File::Find::Rule;
use List::Compare;
use List::SomeUtils qw(uniq);
use Path::Tiny;
use Test::More;
use Test::Lintian::ConfigFile qw(read_config);
use Test::Lintian::Output::Universal qw(tag_name);
my @known_undeclared = qw(
);
my @descpaths = File::Find::Rule->file()->name('desc')->in('t/recipes/checks');
my @testpaths;
for my $descpath (@descpaths) {
my $testpath = path($descpath)->parent->parent->stringify;
my $hintspath = "$testpath/eval/hints";
push(@testpaths, $testpath)
if -r $hintspath;
}
# set the testing plan
plan tests => scalar @testpaths + 2;
my @undeclared;
for my $testpath (@testpaths) {
my $descpath = "$testpath/eval/desc";
my $hintspath = "$testpath/eval/hints";
my $testcase = read_config($descpath);
my @testagainst = uniq $testcase->trimmed_list('Test-Against');
my @lines = path($hintspath)->lines_utf8({ chomp => 1 });
my @testfor = uniq map { tag_name($_) } @lines;
my @combined = (@testfor, @testagainst);
push(@undeclared, $testpath) unless scalar @combined;
TODO: {
local $TODO = "Recipe does not test for or against tags in $testpath"
unless scalar @combined;
ok(scalar @combined, "Recipe tests for or against tags in $testpath");
}
}
my $missing = scalar @undeclared;
my $total = scalar @testpaths;
diag "$missing tests out of $total have no declared diagnostic value.";
diag "Test with unknown purpose: $_" for @undeclared;
my $exceptions = List::Compare->new(\@undeclared, \@known_undeclared);
my @unknown = $exceptions->get_Lonly;
my @solved = $exceptions->get_Ronly;
is(scalar @unknown, 0, 'All tests without a declared purpose are known');
diag "New test without a declared purpose: $_" for @unknown;
is(scalar @solved,0,'Solved test should be removed from known undeclared set');
diag "Solved test: $_" for @solved;
# Local Variables:
# indent-tabs-mode: nil
# cperl-indent-level: 4
# End:
# vim: syntax=perl sw=4 sts=4 sr et
|
