Deleted Added
full compact
mktokens (1557) mktokens (3044)
1#!/bin/sh -
2#
3# Copyright (c) 1991, 1993
4# The Regents of the University of California. All rights reserved.
5#
6# This code is derived from software contributed to Berkeley by
7# Kenneth Almquist.
8#
9# Redistribution and use in source and binary forms, with or without
10# modification, are permitted provided that the following conditions
11# are met:
12# 1. Redistributions of source code must retain the above copyright
13# notice, this list of conditions and the following disclaimer.
14# 2. Redistributions in binary form must reproduce the above copyright
15# notice, this list of conditions and the following disclaimer in the
16# documentation and/or other materials provided with the distribution.
17# 3. All advertising materials mentioning features or use of this software
18# must display the following acknowledgement:
19# This product includes software developed by the University of
20# California, Berkeley and its contributors.
21# 4. Neither the name of the University nor the names of its contributors
22# may be used to endorse or promote products derived from this software
23# without specific prior written permission.
24#
25# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28# ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35# SUCH DAMAGE.
36#
37# @(#)mktokens 8.1 (Berkeley) 5/31/93
1#!/bin/sh -
2#
3# Copyright (c) 1991, 1993
4# The Regents of the University of California. All rights reserved.
5#
6# This code is derived from software contributed to Berkeley by
7# Kenneth Almquist.
8#
9# Redistribution and use in source and binary forms, with or without
10# modification, are permitted provided that the following conditions
11# are met:
12# 1. Redistributions of source code must retain the above copyright
13# notice, this list of conditions and the following disclaimer.
14# 2. Redistributions in binary form must reproduce the above copyright
15# notice, this list of conditions and the following disclaimer in the
16# documentation and/or other materials provided with the distribution.
17# 3. All advertising materials mentioning features or use of this software
18# must display the following acknowledgement:
19# This product includes software developed by the University of
20# California, Berkeley and its contributors.
21# 4. Neither the name of the University nor the names of its contributors
22# may be used to endorse or promote products derived from this software
23# without specific prior written permission.
24#
25# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28# ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35# SUCH DAMAGE.
36#
37# @(#)mktokens 8.1 (Berkeley) 5/31/93
38# $Id$
38
39# The following is a list of tokens. The second column is nonzero if the
40# token marks the end of a list. The third column is the name to print in
41# error messages.
42
43cat > /tmp/ka$$ <<\!
44TEOF 1 end of file
45TNL 0 newline
46TSEMI 0 ";"
47TBACKGND 0 "&"
48TAND 0 "&&"
49TOR 0 "||"
50TPIPE 0 "|"
51TLP 0 "("
52TRP 1 ")"
53TENDCASE 1 ";;"
54TENDBQUOTE 1 "`"
55TREDIR 0 redirection
56TWORD 0 word
57TIF 0 "if"
58TTHEN 1 "then"
59TELSE 1 "else"
60TELIF 1 "elif"
61TFI 1 "fi"
62TWHILE 0 "while"
63TUNTIL 0 "until"
64TFOR 0 "for"
65TDO 1 "do"
66TDONE 1 "done"
67TBEGIN 0 "{"
68TEND 1 "}"
69TCASE 0 "case"
70TESAC 1 "esac"
71TNOT 0 "!"
72!
73nl=`wc -l /tmp/ka$$`
74exec > token.def
75awk '{print "#define " $1 " " NR-1}' /tmp/ka$$
76echo '
77/* Array indicating which tokens mark the end of a list */
78const char tokendlist[] = {'
79awk '{print "\t" $2 ","}' /tmp/ka$$
80echo '};
81
82char *const tokname[] = {'
83sed -e 's/"/\\"/g' \
84 -e 's/[^ ]*[ ][ ]*[^ ]*[ ][ ]*\(.*\)/ "\1",/' \
85 /tmp/ka$$
86echo '};
87'
88sed 's/"//g' /tmp/ka$$ | awk '
89/TIF/{print "#define KWDOFFSET " NR-1; print ""; print "char *const parsekwd[] = {"}
90/TIF/,/neverfound/{print " \"" $3 "\","}'
91echo ' 0
92};'
93
94rm /tmp/ka$$
39
40# The following is a list of tokens. The second column is nonzero if the
41# token marks the end of a list. The third column is the name to print in
42# error messages.
43
44cat > /tmp/ka$$ <<\!
45TEOF 1 end of file
46TNL 0 newline
47TSEMI 0 ";"
48TBACKGND 0 "&"
49TAND 0 "&&"
50TOR 0 "||"
51TPIPE 0 "|"
52TLP 0 "("
53TRP 1 ")"
54TENDCASE 1 ";;"
55TENDBQUOTE 1 "`"
56TREDIR 0 redirection
57TWORD 0 word
58TIF 0 "if"
59TTHEN 1 "then"
60TELSE 1 "else"
61TELIF 1 "elif"
62TFI 1 "fi"
63TWHILE 0 "while"
64TUNTIL 0 "until"
65TFOR 0 "for"
66TDO 1 "do"
67TDONE 1 "done"
68TBEGIN 0 "{"
69TEND 1 "}"
70TCASE 0 "case"
71TESAC 1 "esac"
72TNOT 0 "!"
73!
74nl=`wc -l /tmp/ka$$`
75exec > token.def
76awk '{print "#define " $1 " " NR-1}' /tmp/ka$$
77echo '
78/* Array indicating which tokens mark the end of a list */
79const char tokendlist[] = {'
80awk '{print "\t" $2 ","}' /tmp/ka$$
81echo '};
82
83char *const tokname[] = {'
84sed -e 's/"/\\"/g' \
85 -e 's/[^ ]*[ ][ ]*[^ ]*[ ][ ]*\(.*\)/ "\1",/' \
86 /tmp/ka$$
87echo '};
88'
89sed 's/"//g' /tmp/ka$$ | awk '
90/TIF/{print "#define KWDOFFSET " NR-1; print ""; print "char *const parsekwd[] = {"}
91/TIF/,/neverfound/{print " \"" $3 "\","}'
92echo ' 0
93};'
94
95rm /tmp/ka$$