mktokens revision 1.15 
1#!/bin/sh -
2#	$NetBSD: mktokens,v 1.15 2023/04/07 10:34:13 kre Exp $
3#
4# Copyright (c) 1991, 1993
5#	The Regents of the University of California.  All rights reserved.
6#
7# This code is derived from software contributed to Berkeley by
8# Kenneth Almquist.
9#
10# Redistribution and use in source and binary forms, with or without
11# modification, are permitted provided that the following conditions
12# are met:
13# 1. Redistributions of source code must retain the above copyright
14#    notice, this list of conditions and the following disclaimer.
15# 2. Redistributions in binary form must reproduce the above copyright
16#    notice, this list of conditions and the following disclaimer in the
17#    documentation and/or other materials provided with the distribution.
18# 3. Neither the name of the University nor the names of its contributors
19#    may be used to endorse or promote products derived from this software
20#    without specific prior written permission.
21#
22# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32# SUCH DAMAGE.
33#
34#	@(#)mktokens	8.1 (Berkeley) 5/31/93
35
36: ${AWK:=awk}
37: ${SED:=sed}
38
39# The following is a list of tokens.  The second column is nonzero if the
40# token marks the end of a list.  The third column is the name to print in
41# error messages.
42
43# Note that all the keyword tokens come after TWORD, and all the others
44# come before it.   We rely upon that relationship - keep it!
45
46cat > /tmp/ka$$ <<\!
47TEOF	1	end of file
48TNL	0	newline
49TSEMI	0	";"
50TBACKGND 0	"&"
51TAND	0	"&&"
52TOR	0	"||"
53TPIPE	0	"|"
54TLP	0	"("
55TRP	1	")"
56TENDCASE 1	";;"
57TCASEFALL 1	";&"
58TENDBQUOTE 1	"`"
59TREDIR	0	redirection
60TWORD	0	word
61TIF	0	"if"
62TTHEN	1	"then"
63TELSE	1	"else"
64TELIF	1	"elif"
65TFI	1	"fi"
66TWHILE	0	"while"
67TUNTIL	0	"until"
68TFOR	0	"for"
69TDO	1	"do"
70TDONE	1	"done"
71TBEGIN	0	"{"
72TEND	1	"}"
73TCASE	0	"case"
74TESAC	1	"esac"
75TNOT	0	"!"
76!
77nl=`wc -l /tmp/ka$$`
78exec > token.h
79${AWK} '{print "#define " $1 " " NR-1}' /tmp/ka$$
80echo '
81/* Array indicating which tokens mark the end of a list */
82const char tokendlist[] = {'
83${AWK} '{print "\t" $2 ","}' /tmp/ka$$
84echo '};
85
86const char *const tokname[] = {'
87${SED} -e 's/"/\\"/g' \
88    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
89    /tmp/ka$$
90echo '};
91'
92${SED} 's/"//g' /tmp/ka$$ | ${AWK} '
93/TWORD/{print "#define KWDOFFSET " NR; print "";
94      print "const char *const parsekwd[] = {"}
95/TIF/,/neverfound/{print "	\"" $3 "\","}'
96echo '	0
97};'
98
99rm /tmp/ka$$
100