1/*
2 * Copyright (c) 2010, 2013, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.  Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25
26package jdk.nashorn.internal.parser.test;
27
28import static jdk.nashorn.internal.runtime.Source.readFully;
29import static jdk.nashorn.internal.runtime.Source.sourceFor;
30import java.io.File;
31import jdk.nashorn.internal.parser.Parser;
32import jdk.nashorn.internal.runtime.Context;
33import jdk.nashorn.internal.runtime.ErrorManager;
34import jdk.nashorn.internal.runtime.Source;
35import jdk.nashorn.internal.runtime.options.Options;
36import org.testng.Assert;
37import org.testng.annotations.AfterClass;
38import org.testng.annotations.BeforeClass;
39import org.testng.annotations.Test;
40
41/**
42 * Run tests to check Nashorn's parser.
43 */
44@SuppressWarnings("javadoc")
45public class ParserTest {
46    private static final boolean VERBOSE   = Boolean.valueOf(System.getProperty("parsertest.verbose"));
47    private static final boolean TEST262   = Boolean.valueOf(System.getProperty("parsertest.test262"));
48
49    private static final String TEST_BASIC_DIR  = System.getProperty("test.basic.dir");
50    private static final String TEST262_SUITE_DIR = System.getProperty("test262.suite.dir");
51
52
53    interface TestFilter {
54        public boolean exclude(File file, String content);
55    }
56
57    private static void log(final String msg) {
58        org.testng.Reporter.log(msg, true);
59    }
60
61    private Context context;
62
63    @BeforeClass
64    public void setupTest() {
65        final Options options = new Options("nashorn");
66        options.set("parse.only", true);
67        options.set("scripting", true);
68        options.set("const.as.var", true);
69
70        final ErrorManager errors = new ErrorManager();
71        this.context = new Context(options, errors, Thread.currentThread().getContextClassLoader());
72    }
73
74    @AfterClass
75    public void tearDownTest() {
76        this.context = null;
77    }
78
79    @Test
80    public void parseAllTests() {
81        if (TEST262) {
82            parseTestSet(TEST262_SUITE_DIR, new TestFilter() {
83                @Override
84                public boolean exclude(final File file, final String content) {
85                    return content != null && content.contains("@negative");
86                }
87            });
88        }
89        parseTestSet(TEST_BASIC_DIR,  new TestFilter() {
90            @Override
91            public boolean exclude(final File file, final String content) {
92                return file.getName().equals("es6");
93            }
94        });
95    }
96
97    private void parseTestSet(final String testSet, final TestFilter filter) {
98        passed  = 0;
99        failed  = 0;
100        skipped = 0;
101
102        final File testSetDir = new File(testSet);
103        if (! testSetDir.isDirectory()) {
104            log("WARNING: " + testSetDir + " not found or not a directory");
105            return;
106        }
107        log(testSetDir.getAbsolutePath());
108        parseJSDirectory(testSetDir, filter);
109
110        log(testSet + " parse done!");
111        log("parse ok: " + passed);
112        log("parse failed: " + failed);
113        log("parse skipped: " + skipped);
114        if (failed != 0) {
115            Assert.fail(failed + " tests failed to compile in " + testSetDir.getAbsolutePath());
116        }
117    }
118
119    // number of scripts that parsed fine
120    private int passed;
121    // number of scripts resulting in parse failure
122    private int failed;
123    // scripts that were skipped - all tests with @negative are
124    // skipped for now.
125    private int skipped;
126
127    private void parseJSDirectory(final File dir, final TestFilter filter) {
128        if (filter != null && filter.exclude(dir, null)) {
129            return;
130        }
131        for (final File f : dir.listFiles()) {
132            if (f.isDirectory()) {
133                parseJSDirectory(f, filter);
134            } else if (f.getName().endsWith(".js")) {
135                parseJSFile(f, filter);
136            }
137        }
138    }
139
140    private void parseJSFile(final File file, final TestFilter filter) {
141        if (VERBOSE) {
142            log("Begin parsing " + file.getAbsolutePath());
143        }
144
145        try {
146            final char[] buffer = readFully(file);
147            boolean excluded = false;
148            if (filter != null) {
149                final String content = new String(buffer);
150                excluded = filter.exclude(file, content);
151            }
152
153            if (excluded) {
154                if (VERBOSE) {
155                    log("Skipping " + file.getAbsolutePath());
156                }
157                skipped++;
158                return;
159            }
160
161            final ErrorManager errors = new ErrorManager() {
162                @Override
163                public void error(final String msg) {
164                    log(msg);
165                }
166            };
167            errors.setLimit(0);
168            final Source source = sourceFor(file.getAbsolutePath(), buffer);
169            new Parser(context.getEnv(), source, errors, context.getEnv()._strict, null).parse();
170            if (errors.getNumberOfErrors() > 0) {
171                log("Parse failed: " + file.getAbsolutePath());
172                failed++;
173            } else {
174                passed++;
175            }
176        } catch (final Throwable exp) {
177            exp.printStackTrace();
178            log("Parse failed: " + file.getAbsolutePath() + " : " + exp);
179            if (VERBOSE) {
180                exp.printStackTrace(System.out);
181            }
182            failed++;
183        }
184
185        if (VERBOSE) {
186            log("Done parsing " + file.getAbsolutePath());
187        }
188    }
189}
190