1#! /usr/bin/env perl
| 1#! /usr/bin/env perl
|
2# Copyright 2015-2018 The OpenSSL Project Authors. All Rights Reserved.
| 2# Copyright 2015-2016 The OpenSSL Project Authors. All Rights Reserved.
|
3#
4# Licensed under the OpenSSL license (the "License"). You may not use
5# this file except in compliance with the License. You can obtain a copy
6# in the file LICENSE in the source distribution or at
7# https://www.openssl.org/source/license.html
8
9use strict;
10use warnings;
11
12# Recognise VERBOSE and V which is common on other projects.
13BEGIN {
14 $ENV{HARNESS_VERBOSE} = "yes" if $ENV{VERBOSE} || $ENV{V};
15}
16
17use File::Spec::Functions qw/catdir catfile curdir abs2rel rel2abs/;
18use File::Basename;
| 3#
4# Licensed under the OpenSSL license (the "License"). You may not use
5# this file except in compliance with the License. You can obtain a copy
6# in the file LICENSE in the source distribution or at
7# https://www.openssl.org/source/license.html
8
9use strict;
10use warnings;
11
12# Recognise VERBOSE and V which is common on other projects.
13BEGIN {
14 $ENV{HARNESS_VERBOSE} = "yes" if $ENV{VERBOSE} || $ENV{V};
15}
16
17use File::Spec::Functions qw/catdir catfile curdir abs2rel rel2abs/;
18use File::Basename;
|
19use FindBin;
20use lib "$FindBin::Bin/../util/perl";
21use OpenSSL::Glob;
| 19use if $^O ne "VMS", 'File::Glob' => qw/glob/;
20use Module::Load::Conditional qw(can_load);
|
22
| 21
|
23my $TAP_Harness = eval { require TAP::Harness } ? "TAP::Harness"
24 : "OpenSSL::TAP::Harness";
| 22my $TAP_Harness = can_load(modules => { 'TAP::Harness' => undef })
23 ? 'TAP::Harness' : 'OpenSSL::TAP::Harness';
|
25
26my $srctop = $ENV{SRCTOP} || $ENV{TOP};
27my $bldtop = $ENV{BLDTOP} || $ENV{TOP};
28my $recipesdir = catdir($srctop, "test", "recipes");
| 24
25my $srctop = $ENV{SRCTOP} || $ENV{TOP};
26my $bldtop = $ENV{BLDTOP} || $ENV{TOP};
27my $recipesdir = catdir($srctop, "test", "recipes");
|
29my $libdir = rel2abs(catdir($srctop, "util", "perl"));
| 28my $testlib = catdir($srctop, "test", "testlib");
29my $utillib = catdir($srctop, "util");
|
30
| 30
|
31$ENV{OPENSSL_CONF} = catdir($srctop, "apps", "openssl.cnf");
32
| |
33my %tapargs =
34 ( verbosity => $ENV{VERBOSE} || $ENV{V} || $ENV{HARNESS_VERBOSE} ? 1 : 0,
| 31my %tapargs =
32 ( verbosity => $ENV{VERBOSE} || $ENV{V} || $ENV{HARNESS_VERBOSE} ? 1 : 0,
|
35 lib => [ $libdir ],
| 33 lib => [ $testlib, $utillib ],
|
36 switches => '-w',
37 merge => 1
38 );
39
| 34 switches => '-w',
35 merge => 1
36 );
37
|
40my @alltests = find_matching_tests("*");
41my %tests = ();
42
43my $initial_arg = 1;
44foreach my $arg (@ARGV ? @ARGV : ('alltests')) {
45 if ($arg eq 'list') {
46 foreach (@alltests) {
47 (my $x = basename($_)) =~ s|^[0-9][0-9]-(.*)\.t$|$1|;
48 print $x,"\n";
49 }
50 exit 0;
| 38my @tests = ( "alltests" );
39if (@ARGV) {
40 @tests = @ARGV;
41}
42my $list_mode = scalar(grep /^list$/, @tests) != 0;
43if (grep /^(alltests|list)$/, @tests) {
44 @tests = grep {
45 basename($_) =~ /^[0-9][0-9]-[^\.]*\.t$/
46 } glob(catfile($recipesdir,"*.t"));
47} else {
48 my @t = ();
49 foreach (@tests) {
50 push @t, grep {
51 basename($_) =~ /^[0-9][0-9]-[^\.]*\.t$/
52 } glob(catfile($recipesdir,"*-$_.t"));
|
51 }
| 53 }
|
52 if ($arg eq 'alltests') {
53 warn "'alltests' encountered, ignoring everything before that...\n"
54 unless $initial_arg;
55 %tests = map { $_ => 1 } @alltests;
56 } elsif ($arg =~ m/^(-?)(.*)/) {
57 my $sign = $1;
58 my $test = $2;
59 my @matches = find_matching_tests($test);
60
61 # If '-foo' is the first arg, it's short for 'alltests -foo'
62 if ($sign eq '-' && $initial_arg) {
63 %tests = map { $_ => 1 } @alltests;
64 }
65
66 if (scalar @matches == 0) {
67 warn "Test $test found no match, skipping ",
68 ($sign eq '-' ? "removal" : "addition"),
69 "...\n";
70 } else {
71 foreach $test (@matches) {
72 if ($sign eq '-') {
73 delete $tests{$test};
74 } else {
75 $tests{$test} = 1;
76 }
77 }
78 }
79 } else {
80 warn "I don't know what '$arg' is about, ignoring...\n";
81 }
82
83 $initial_arg = 0;
| 54 @tests = @t;
|
84}
85
| 55}
56
|
86my $harness = $TAP_Harness->new(\%tapargs);
87my $ret = $harness->runtests(map { abs2rel($_, rel2abs(curdir())); }
88 sort keys %tests);
| 57if ($list_mode) {
58 @tests = map { $_ = basename($_); $_ =~ s/^[0-9][0-9]-//; $_ =~ s/\.t$//;
59 $_ } @tests;
60 print join("\n", @tests), "\n";
61} else {
62 @tests = map { abs2rel($_, rel2abs(curdir())); } @tests;
|
89
| 63
|
90# $ret->has_errors may be any number, not just 0 or 1. On VMS, numbers
91# from 2 and on are used as is as VMS statuses, which has severity encoded
92# in the lower 3 bits. 0 and 1, on the other hand, generate SUCCESS and
93# FAILURE, so for currect reporting on all platforms, we make sure the only
94# exit codes are 0 and 1. Double-bang is the trick to do so.
95exit !!$ret->has_errors if (ref($ret) eq "TAP::Parser::Aggregator");
| 64 my $harness = $TAP_Harness->new(\%tapargs);
65 my $ret = $harness->runtests(sort @tests);
|
96
| 66
|
97# If this isn't a TAP::Parser::Aggregator, it's the pre-TAP test harness,
98# which simply dies at the end if any test failed, so we don't need to bother
99# with any exit code in that case.
| 67 # $ret->has_errors may be any number, not just 0 or 1. On VMS, numbers
68 # from 2 and on are used as is as VMS statuses, which has severity encoded
69 # in the lower 3 bits. 0 and 1, on the other hand, generate SUCCESS and
70 # FAILURE, so for currect reporting on all platforms, we make sure the only
71 # exit codes are 0 and 1. Double-bang is the trick to do so.
72 exit !!$ret->has_errors if (ref($ret) eq "TAP::Parser::Aggregator");
|
100
| 73
|
101sub find_matching_tests {
102 my ($glob) = @_;
103
104 if ($glob =~ m|^[\d\[\]\?\-]+$|) {
105 return glob(catfile($recipesdir,"$glob-*.t"));
106 }
107 return glob(catfile($recipesdir,"*-$glob.t"));
| 74 # If this isn't a TAP::Parser::Aggregator, it's the pre-TAP test harness,
75 # which simply dies at the end if any test failed, so we don't need to
76 # bother with any exit code in that case.
|
108}
109
110
111# Fake TAP::Harness in case it's not loaded
112use Test::Harness;
113package OpenSSL::TAP::Harness;
114
115sub new {
--- 28 unchanged lines hidden --- | 77}
78
79
80# Fake TAP::Harness in case it's not loaded
81use Test::Harness;
82package OpenSSL::TAP::Harness;
83
84sub new {
--- 28 unchanged lines hidden --- |