1// Copyright (c) 2007 The NetBSD Foundation, Inc.
2// All rights reserved.
3//
4// Redistribution and use in source and binary forms, with or without
5// modification, are permitted provided that the following conditions
6// are met:
7// 1. Redistributions of source code must retain the above copyright
8//    notice, this list of conditions and the following disclaimer.
9// 2. Redistributions in binary form must reproduce the above copyright
10//    notice, this list of conditions and the following disclaimer in the
11//    documentation and/or other materials provided with the distribution.
12//
13// THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
14// CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
15// INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
16// MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17// IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
18// DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
20// GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
21// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
22// IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
23// OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
24// IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25
26#include "atf-c++/utils.hpp"
27
28extern "C" {
29#include <sys/stat.h>
30#include <sys/wait.h>
31
32#include <fcntl.h>
33#include <unistd.h>
34}
35
36#include <cstdlib>
37#include <iostream>
38#include <set>
39#include <sstream>
40#include <string>
41#include <vector>
42
43#include <atf-c++.hpp>
44
45static std::string
46read_file(const std::string& path)
47{
48    char buffer[1024];
49
50    const int fd = open(path.c_str(), O_RDONLY);
51    if (fd == -1)
52        ATF_FAIL("Cannot open " + path);
53    const ssize_t length = read(fd, buffer, sizeof(buffer) - 1);
54    close(fd);
55    ATF_REQUIRE(length != -1);
56    if (length == sizeof(buffer) - 1)
57        ATF_FAIL("Internal buffer not long enough to read temporary file");
58    ((char *)buffer)[length] = '\0';
59
60    return buffer;
61}
62
63// ------------------------------------------------------------------------
64// Tests cases for the free functions.
65// ------------------------------------------------------------------------
66
67ATF_TEST_CASE_WITHOUT_HEAD(cat_file__empty);
68ATF_TEST_CASE_BODY(cat_file__empty)
69{
70    atf::utils::create_file("file.txt", "");
71    atf::utils::redirect(STDOUT_FILENO, "captured.txt");
72    atf::utils::cat_file("file.txt", "PREFIX");
73    std::cout.flush();
74    close(STDOUT_FILENO);
75
76    ATF_REQUIRE_EQ("", read_file("captured.txt"));
77}
78
79ATF_TEST_CASE_WITHOUT_HEAD(cat_file__one_line);
80ATF_TEST_CASE_BODY(cat_file__one_line)
81{
82    atf::utils::create_file("file.txt", "This is a single line\n");
83    atf::utils::redirect(STDOUT_FILENO, "captured.txt");
84    atf::utils::cat_file("file.txt", "PREFIX");
85    std::cout.flush();
86    close(STDOUT_FILENO);
87
88    ATF_REQUIRE_EQ("PREFIXThis is a single line\n", read_file("captured.txt"));
89}
90
91ATF_TEST_CASE_WITHOUT_HEAD(cat_file__several_lines);
92ATF_TEST_CASE_BODY(cat_file__several_lines)
93{
94    atf::utils::create_file("file.txt", "First\nSecond line\nAnd third\n");
95    atf::utils::redirect(STDOUT_FILENO, "captured.txt");
96    atf::utils::cat_file("file.txt", ">");
97    std::cout.flush();
98    close(STDOUT_FILENO);
99
100    ATF_REQUIRE_EQ(">First\n>Second line\n>And third\n",
101                   read_file("captured.txt"));
102}
103
104ATF_TEST_CASE_WITHOUT_HEAD(cat_file__no_newline_eof);
105ATF_TEST_CASE_BODY(cat_file__no_newline_eof)
106{
107    atf::utils::create_file("file.txt", "Foo\n bar baz");
108    atf::utils::redirect(STDOUT_FILENO, "captured.txt");
109    atf::utils::cat_file("file.txt", "PREFIX");
110    std::cout.flush();
111    close(STDOUT_FILENO);
112
113    ATF_REQUIRE_EQ("PREFIXFoo\nPREFIX bar baz", read_file("captured.txt"));
114}
115
116ATF_TEST_CASE_WITHOUT_HEAD(compare_file__empty__match);
117ATF_TEST_CASE_BODY(compare_file__empty__match)
118{
119    atf::utils::create_file("test.txt", "");
120    ATF_REQUIRE(atf::utils::compare_file("test.txt", ""));
121}
122
123ATF_TEST_CASE_WITHOUT_HEAD(compare_file__empty__not_match);
124ATF_TEST_CASE_BODY(compare_file__empty__not_match)
125{
126    atf::utils::create_file("test.txt", "");
127    ATF_REQUIRE(!atf::utils::compare_file("test.txt", "\n"));
128    ATF_REQUIRE(!atf::utils::compare_file("test.txt", "foo"));
129    ATF_REQUIRE(!atf::utils::compare_file("test.txt", " "));
130}
131
132ATF_TEST_CASE_WITHOUT_HEAD(compare_file__short__match);
133ATF_TEST_CASE_BODY(compare_file__short__match)
134{
135    atf::utils::create_file("test.txt", "this is a short file");
136    ATF_REQUIRE(atf::utils::compare_file("test.txt", "this is a short file"));
137}
138
139ATF_TEST_CASE_WITHOUT_HEAD(compare_file__short__not_match);
140ATF_TEST_CASE_BODY(compare_file__short__not_match)
141{
142    atf::utils::create_file("test.txt", "this is a short file");
143    ATF_REQUIRE(!atf::utils::compare_file("test.txt", ""));
144    ATF_REQUIRE(!atf::utils::compare_file("test.txt", "\n"));
145    ATF_REQUIRE(!atf::utils::compare_file("test.txt", "this is a Short file"));
146    ATF_REQUIRE(!atf::utils::compare_file("test.txt", "this is a short fil"));
147    ATF_REQUIRE(!atf::utils::compare_file("test.txt", "this is a short file "));
148}
149
150ATF_TEST_CASE_WITHOUT_HEAD(compare_file__long__match);
151ATF_TEST_CASE_BODY(compare_file__long__match)
152{
153    char long_contents[3456];
154    size_t i = 0;
155    for (; i < sizeof(long_contents) - 1; i++)
156        long_contents[i] = '0' + (i % 10);
157    long_contents[i] = '\0';
158    atf::utils::create_file("test.txt", long_contents);
159
160    ATF_REQUIRE(atf::utils::compare_file("test.txt", long_contents));
161}
162
163ATF_TEST_CASE_WITHOUT_HEAD(compare_file__long__not_match);
164ATF_TEST_CASE_BODY(compare_file__long__not_match)
165{
166    char long_contents[3456];
167    size_t i = 0;
168    for (; i < sizeof(long_contents) - 1; i++)
169        long_contents[i] = '0' + (i % 10);
170    long_contents[i] = '\0';
171    atf::utils::create_file("test.txt", long_contents);
172
173    ATF_REQUIRE(!atf::utils::compare_file("test.txt", ""));
174    ATF_REQUIRE(!atf::utils::compare_file("test.txt", "\n"));
175    ATF_REQUIRE(!atf::utils::compare_file("test.txt", "0123456789"));
176    long_contents[i - 1] = 'Z';
177    ATF_REQUIRE(!atf::utils::compare_file("test.txt", long_contents));
178}
179
180ATF_TEST_CASE_WITHOUT_HEAD(copy_file__empty);
181ATF_TEST_CASE_BODY(copy_file__empty)
182{
183    atf::utils::create_file("src.txt", "");
184    ATF_REQUIRE(chmod("src.txt", 0520) != -1);
185
186    atf::utils::copy_file("src.txt", "dest.txt");
187    ATF_REQUIRE(atf::utils::compare_file("dest.txt", ""));
188    struct stat sb;
189    ATF_REQUIRE(stat("dest.txt", &sb) != -1);
190    ATF_REQUIRE_EQ(0520, sb.st_mode & 0xfff);
191}
192
193ATF_TEST_CASE_WITHOUT_HEAD(copy_file__some_contents);
194ATF_TEST_CASE_BODY(copy_file__some_contents)
195{
196    atf::utils::create_file("src.txt", "This is a\ntest file\n");
197    atf::utils::copy_file("src.txt", "dest.txt");
198    ATF_REQUIRE(atf::utils::compare_file("dest.txt", "This is a\ntest file\n"));
199}
200
201ATF_TEST_CASE_WITHOUT_HEAD(create_file);
202ATF_TEST_CASE_BODY(create_file)
203{
204    atf::utils::create_file("test.txt", "This is a %d test");
205
206    ATF_REQUIRE_EQ("This is a %d test", read_file("test.txt"));
207}
208
209ATF_TEST_CASE_WITHOUT_HEAD(file_exists);
210ATF_TEST_CASE_BODY(file_exists)
211{
212    atf::utils::create_file("test.txt", "foo");
213
214    ATF_REQUIRE( atf::utils::file_exists("test.txt"));
215    ATF_REQUIRE( atf::utils::file_exists("./test.txt"));
216    ATF_REQUIRE(!atf::utils::file_exists("./test.tx"));
217    ATF_REQUIRE(!atf::utils::file_exists("test.txt2"));
218}
219
220ATF_TEST_CASE_WITHOUT_HEAD(fork);
221ATF_TEST_CASE_BODY(fork)
222{
223    std::cout << "Should not get into child\n";
224    std::cerr << "Should not get into child\n";
225    pid_t pid = atf::utils::fork();
226    if (pid == 0) {
227        std::cout << "Child stdout\n";
228        std::cerr << "Child stderr\n";
229        exit(EXIT_SUCCESS);
230    }
231
232    int status;
233    ATF_REQUIRE(waitpid(pid, &status, 0) != -1);
234    ATF_REQUIRE(WIFEXITED(status));
235    ATF_REQUIRE_EQ(EXIT_SUCCESS, WEXITSTATUS(status));
236
237    std::ostringstream out_name;
238    out_name << "atf_utils_fork_" << pid << "_out.txt";
239    std::ostringstream err_name;
240    err_name << "atf_utils_fork_" << pid << "_err.txt";
241
242    ATF_REQUIRE_EQ("Child stdout\n", read_file(out_name.str()));
243    ATF_REQUIRE_EQ("Child stderr\n", read_file(err_name.str()));
244}
245
246ATF_TEST_CASE_WITHOUT_HEAD(grep_collection__set);
247ATF_TEST_CASE_BODY(grep_collection__set)
248{
249    std::set< std::string > strings;
250    strings.insert("First");
251    strings.insert("Second");
252
253    ATF_REQUIRE( atf::utils::grep_collection("irs", strings));
254    ATF_REQUIRE( atf::utils::grep_collection("cond", strings));
255    ATF_REQUIRE(!atf::utils::grep_collection("Third", strings));
256}
257
258ATF_TEST_CASE_WITHOUT_HEAD(grep_collection__vector);
259ATF_TEST_CASE_BODY(grep_collection__vector)
260{
261    std::vector< std::string > strings;
262    strings.push_back("First");
263    strings.push_back("Second");
264
265    ATF_REQUIRE( atf::utils::grep_collection("irs", strings));
266    ATF_REQUIRE( atf::utils::grep_collection("cond", strings));
267    ATF_REQUIRE(!atf::utils::grep_collection("Third", strings));
268}
269
270ATF_TEST_CASE_WITHOUT_HEAD(grep_file);
271ATF_TEST_CASE_BODY(grep_file)
272{
273    atf::utils::create_file("test.txt", "line1\nthe second line\naaaabbbb\n");
274
275    ATF_REQUIRE(atf::utils::grep_file("line1", "test.txt"));
276    ATF_REQUIRE(atf::utils::grep_file("second line", "test.txt"));
277    ATF_REQUIRE(atf::utils::grep_file("aa.*bb", "test.txt"));
278    ATF_REQUIRE(!atf::utils::grep_file("foo", "test.txt"));
279    ATF_REQUIRE(!atf::utils::grep_file("bar", "test.txt"));
280    ATF_REQUIRE(!atf::utils::grep_file("aaaaa", "test.txt"));
281}
282
283ATF_TEST_CASE_WITHOUT_HEAD(grep_string);
284ATF_TEST_CASE_BODY(grep_string)
285{
286    const char *str = "a string - aaaabbbb";
287    ATF_REQUIRE(atf::utils::grep_string("a string", str));
288    ATF_REQUIRE(atf::utils::grep_string("^a string", str));
289    ATF_REQUIRE(atf::utils::grep_string("aaaabbbb$", str));
290    ATF_REQUIRE(atf::utils::grep_string("aa.*bb", str));
291    ATF_REQUIRE(!atf::utils::grep_string("foo", str));
292    ATF_REQUIRE(!atf::utils::grep_string("bar", str));
293    ATF_REQUIRE(!atf::utils::grep_string("aaaaa", str));
294}
295
296ATF_TEST_CASE_WITHOUT_HEAD(redirect__stdout);
297ATF_TEST_CASE_BODY(redirect__stdout)
298{
299    std::cout << "Buffer this";
300    atf::utils::redirect(STDOUT_FILENO, "captured.txt");
301    std::cout << "The printed message";
302    std::cout.flush();
303
304    ATF_REQUIRE_EQ("The printed message", read_file("captured.txt"));
305}
306
307ATF_TEST_CASE_WITHOUT_HEAD(redirect__stderr);
308ATF_TEST_CASE_BODY(redirect__stderr)
309{
310    std::cerr << "Buffer this";
311    atf::utils::redirect(STDERR_FILENO, "captured.txt");
312    std::cerr << "The printed message";
313    std::cerr.flush();
314
315    ATF_REQUIRE_EQ("The printed message", read_file("captured.txt"));
316}
317
318ATF_TEST_CASE_WITHOUT_HEAD(redirect__other);
319ATF_TEST_CASE_BODY(redirect__other)
320{
321    const std::string message = "Foo bar\nbaz\n";
322    atf::utils::redirect(15, "captured.txt");
323    ATF_REQUIRE(write(15, message.c_str(), message.length()) != -1);
324    close(15);
325
326    ATF_REQUIRE_EQ(message, read_file("captured.txt"));
327}
328
329static void
330fork_and_wait(const int exitstatus, const char* expout, const char* experr)
331{
332    const pid_t pid = atf::utils::fork();
333    if (pid == 0) {
334        std::cout << "Some output\n";
335        std::cerr << "Some error\n";
336        exit(123);
337    }
338    atf::utils::reset_resultsfile();
339    atf::utils::wait(pid, exitstatus, expout, experr);
340    exit(EXIT_SUCCESS);
341}
342
343ATF_TEST_CASE_WITHOUT_HEAD(wait__ok);
344ATF_TEST_CASE_BODY(wait__ok)
345{
346    const pid_t control = fork();
347    ATF_REQUIRE(control != -1);
348    if (control == 0)
349        fork_and_wait(123, "Some output\n", "Some error\n");
350    else {
351        int status;
352        ATF_REQUIRE(waitpid(control, &status, 0) != -1);
353        ATF_REQUIRE(WIFEXITED(status));
354        ATF_REQUIRE_EQ(EXIT_SUCCESS, WEXITSTATUS(status));
355    }
356}
357
358ATF_TEST_CASE_WITHOUT_HEAD(wait__ok_nested);
359ATF_TEST_CASE_BODY(wait__ok_nested)
360{
361    const pid_t parent = atf::utils::fork();
362    ATF_REQUIRE(parent != -1);
363    if (parent == 0) {
364        const pid_t child = atf::utils::fork();
365        ATF_REQUIRE(child != -1);
366        if (child == 0) {
367            std::cerr.flush();
368            std::cout << "Child output\n";
369            std::cout.flush();
370            std::cerr << "Child error\n";
371            std::exit(50);
372        } else {
373            std::cout << "Parent output\n";
374            std::cerr << "Parent error\n";
375            atf::utils::wait(child, 50, "Child output\n", "Child error\n");
376            std::exit(40);
377        }
378    } else {
379        atf::utils::wait(parent, 40,
380                         "Parent output\n"
381                         "subprocess stdout: Child output\n"
382                         "subprocess stderr: Child error\n",
383                         "Parent error\n");
384    }
385}
386
387ATF_TEST_CASE_WITHOUT_HEAD(wait__invalid_exitstatus);
388ATF_TEST_CASE_BODY(wait__invalid_exitstatus)
389{
390    const pid_t control = fork();
391    ATF_REQUIRE(control != -1);
392    if (control == 0)
393        fork_and_wait(120, "Some output\n", "Some error\n");
394    else {
395        int status;
396        ATF_REQUIRE(waitpid(control, &status, 0) != -1);
397        ATF_REQUIRE(WIFEXITED(status));
398        ATF_REQUIRE_EQ(EXIT_FAILURE, WEXITSTATUS(status));
399    }
400}
401
402ATF_TEST_CASE_WITHOUT_HEAD(wait__invalid_stdout);
403ATF_TEST_CASE_BODY(wait__invalid_stdout)
404{
405    const pid_t control = fork();
406    ATF_REQUIRE(control != -1);
407    if (control == 0)
408        fork_and_wait(123, "Some output foo\n", "Some error\n");
409    else {
410        int status;
411        ATF_REQUIRE(waitpid(control, &status, 0) != -1);
412        ATF_REQUIRE(WIFEXITED(status));
413        ATF_REQUIRE_EQ(EXIT_FAILURE, WEXITSTATUS(status));
414    }
415}
416
417ATF_TEST_CASE_WITHOUT_HEAD(wait__invalid_stderr);
418ATF_TEST_CASE_BODY(wait__invalid_stderr)
419{
420    const pid_t control = fork();
421    ATF_REQUIRE(control != -1);
422    if (control == 0)
423        fork_and_wait(123, "Some output\n", "Some error foo\n");
424    else {
425        int status;
426        ATF_REQUIRE(waitpid(control, &status, 0) != -1);
427        ATF_REQUIRE(WIFEXITED(status));
428        ATF_REQUIRE_EQ(EXIT_FAILURE, WEXITSTATUS(status));
429    }
430}
431
432ATF_TEST_CASE_WITHOUT_HEAD(wait__save_stdout);
433ATF_TEST_CASE_BODY(wait__save_stdout)
434{
435    const pid_t control = fork();
436    ATF_REQUIRE(control != -1);
437    if (control == 0)
438        fork_and_wait(123, "save:my-output.txt", "Some error\n");
439    else {
440        int status;
441        ATF_REQUIRE(waitpid(control, &status, 0) != -1);
442        ATF_REQUIRE(WIFEXITED(status));
443        ATF_REQUIRE_EQ(EXIT_SUCCESS, WEXITSTATUS(status));
444
445        ATF_REQUIRE(atf::utils::compare_file("my-output.txt", "Some output\n"));
446    }
447}
448
449ATF_TEST_CASE_WITHOUT_HEAD(wait__save_stderr);
450ATF_TEST_CASE_BODY(wait__save_stderr)
451{
452    const pid_t control = fork();
453    ATF_REQUIRE(control != -1);
454    if (control == 0)
455        fork_and_wait(123, "Some output\n", "save:my-output.txt");
456    else {
457        int status;
458        ATF_REQUIRE(waitpid(control, &status, 0) != -1);
459        ATF_REQUIRE(WIFEXITED(status));
460        ATF_REQUIRE_EQ(EXIT_SUCCESS, WEXITSTATUS(status));
461
462        ATF_REQUIRE(atf::utils::compare_file("my-output.txt", "Some error\n"));
463    }
464}
465
466// ------------------------------------------------------------------------
467// Main.
468// ------------------------------------------------------------------------
469
470ATF_INIT_TEST_CASES(tcs)
471{
472    // Add the test for the free functions.
473    ATF_ADD_TEST_CASE(tcs, cat_file__empty);
474    ATF_ADD_TEST_CASE(tcs, cat_file__one_line);
475    ATF_ADD_TEST_CASE(tcs, cat_file__several_lines);
476    ATF_ADD_TEST_CASE(tcs, cat_file__no_newline_eof);
477
478    ATF_ADD_TEST_CASE(tcs, compare_file__empty__match);
479    ATF_ADD_TEST_CASE(tcs, compare_file__empty__not_match);
480    ATF_ADD_TEST_CASE(tcs, compare_file__short__match);
481    ATF_ADD_TEST_CASE(tcs, compare_file__short__not_match);
482    ATF_ADD_TEST_CASE(tcs, compare_file__long__match);
483    ATF_ADD_TEST_CASE(tcs, compare_file__long__not_match);
484
485    ATF_ADD_TEST_CASE(tcs, copy_file__empty);
486    ATF_ADD_TEST_CASE(tcs, copy_file__some_contents);
487
488    ATF_ADD_TEST_CASE(tcs, create_file);
489
490    ATF_ADD_TEST_CASE(tcs, file_exists);
491
492    ATF_ADD_TEST_CASE(tcs, fork);
493
494    ATF_ADD_TEST_CASE(tcs, grep_collection__set);
495    ATF_ADD_TEST_CASE(tcs, grep_collection__vector);
496    ATF_ADD_TEST_CASE(tcs, grep_file);
497    ATF_ADD_TEST_CASE(tcs, grep_string);
498
499    ATF_ADD_TEST_CASE(tcs, redirect__stdout);
500    ATF_ADD_TEST_CASE(tcs, redirect__stderr);
501    ATF_ADD_TEST_CASE(tcs, redirect__other);
502
503    ATF_ADD_TEST_CASE(tcs, wait__ok);
504    ATF_ADD_TEST_CASE(tcs, wait__ok_nested);
505    ATF_ADD_TEST_CASE(tcs, wait__invalid_exitstatus);
506    ATF_ADD_TEST_CASE(tcs, wait__invalid_stdout);
507    ATF_ADD_TEST_CASE(tcs, wait__invalid_stderr);
508    ATF_ADD_TEST_CASE(tcs, wait__save_stdout);
509    ATF_ADD_TEST_CASE(tcs, wait__save_stderr);
510}
511