mktokens revision 1556 
1#!/bin/sh -
2#
3# Copyright (c) 1991, 1993
4#	The Regents of the University of California.  All rights reserved.
5#
6# This code is derived from software contributed to Berkeley by
7# Kenneth Almquist.
8#
9# Redistribution and use in source and binary forms, with or without
10# modification, are permitted provided that the following conditions
11# are met:
12# 1. Redistributions of source code must retain the above copyright
13#    notice, this list of conditions and the following disclaimer.
14# 2. Redistributions in binary form must reproduce the above copyright
15#    notice, this list of conditions and the following disclaimer in the
16#    documentation and/or other materials provided with the distribution.
17# 3. All advertising materials mentioning features or use of this software
18#    must display the following acknowledgement:
19#	This product includes software developed by the University of
20#	California, Berkeley and its contributors.
21# 4. Neither the name of the University nor the names of its contributors
22#    may be used to endorse or promote products derived from this software
23#    without specific prior written permission.
24#
25# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35# SUCH DAMAGE.
36#
37#	@(#)mktokens	8.1 (Berkeley) 5/31/93
38
39# The following is a list of tokens.  The second column is nonzero if the
40# token marks the end of a list.  The third column is the name to print in
41# error messages.
42
43cat > /tmp/ka$$ <<\!
44TEOF	1	end of file
45TNL	0	newline
46TSEMI	0	";"
47TBACKGND 0	"&"
48TAND	0	"&&"
49TOR	0	"||"
50TPIPE	0	"|"
51TLP	0	"("
52TRP	1	")"
53TENDCASE 1	";;"
54TENDBQUOTE 1	"`"
55TREDIR	0	redirection
56TWORD	0	word
57TIF	0	"if"
58TTHEN	1	"then"
59TELSE	1	"else"
60TELIF	1	"elif"
61TFI	1	"fi"
62TWHILE	0	"while"
63TUNTIL	0	"until"
64TFOR	0	"for"
65TDO	1	"do"
66TDONE	1	"done"
67TBEGIN	0	"{"
68TEND	1	"}"
69TCASE	0	"case"
70TESAC	1	"esac"
71TNOT	0	"!"
72!
73nl=`wc -l /tmp/ka$$`
74exec > token.def
75awk '{print "#define " $1 " " NR-1}' /tmp/ka$$
76echo '
77/* Array indicating which tokens mark the end of a list */
78const char tokendlist[] = {'
79awk '{print "\t" $2 ","}' /tmp/ka$$
80echo '};
81
82char *const tokname[] = {'
83sed -e 's/"/\\"/g' \
84    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
85    /tmp/ka$$
86echo '};
87'
88sed 's/"//g' /tmp/ka$$ | awk '
89/TIF/{print "#define KWDOFFSET " NR-1; print ""; print "char *const parsekwd[] = {"}
90/TIF/,/neverfound/{print "	\"" $3 "\","}'
91echo '	0
92};'
93
94rm /tmp/ka$$
95