mktokens revision 1.13 
1#!/bin/sh -
2#	$NetBSD: mktokens,v 1.13 2017/05/04 04:37:51 kre Exp $
3#
4# Copyright (c) 1991, 1993
5#	The Regents of the University of California.  All rights reserved.
6#
7# This code is derived from software contributed to Berkeley by
8# Kenneth Almquist.
9#
10# Redistribution and use in source and binary forms, with or without
11# modification, are permitted provided that the following conditions
12# are met:
13# 1. Redistributions of source code must retain the above copyright
14#    notice, this list of conditions and the following disclaimer.
15# 2. Redistributions in binary form must reproduce the above copyright
16#    notice, this list of conditions and the following disclaimer in the
17#    documentation and/or other materials provided with the distribution.
18# 3. Neither the name of the University nor the names of its contributors
19#    may be used to endorse or promote products derived from this software
20#    without specific prior written permission.
21#
22# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32# SUCH DAMAGE.
33#
34#	@(#)mktokens	8.1 (Berkeley) 5/31/93
35
36: ${AWK:=awk}
37: ${SED:=sed}
38
39# The following is a list of tokens.  The second column is nonzero if the
40# token marks the end of a list.  The third column is the name to print in
41# error messages.
42
43cat > /tmp/ka$$ <<\!
44TEOF	1	end of file
45TNL	0	newline
46TSEMI	0	";"
47TBACKGND 0	"&"
48TAND	0	"&&"
49TOR	0	"||"
50TPIPE	0	"|"
51TLP	0	"("
52TRP	1	")"
53TENDCASE 1	";;"
54TCASEFALL 1	";&"
55TENDBQUOTE 1	"`"
56TREDIR	0	redirection
57TWORD	0	word
58TIF	0	"if"
59TTHEN	1	"then"
60TELSE	1	"else"
61TELIF	1	"elif"
62TFI	1	"fi"
63TWHILE	0	"while"
64TUNTIL	0	"until"
65TFOR	0	"for"
66TDO	1	"do"
67TDONE	1	"done"
68TBEGIN	0	"{"
69TEND	1	"}"
70TCASE	0	"case"
71TESAC	1	"esac"
72TNOT	0	"!"
73!
74nl=`wc -l /tmp/ka$$`
75exec > token.h
76${AWK} '{print "#define " $1 " " NR-1}' /tmp/ka$$
77echo '
78/* Array indicating which tokens mark the end of a list */
79const char tokendlist[] = {'
80${AWK} '{print "\t" $2 ","}' /tmp/ka$$
81echo '};
82
83const char *const tokname[] = {'
84${SED} -e 's/"/\\"/g' \
85    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
86    /tmp/ka$$
87echo '};
88'
89${SED} 's/"//g' /tmp/ka$$ | ${AWK} '
90/TIF/{print "#define KWDOFFSET " NR-1; print ""; 
91      print "const char *const parsekwd[] = {"}
92/TIF/,/neverfound/{print "	\"" $3 "\","}'
93echo '	0
94};'
95
96rm /tmp/ka$$
97