Mercurial > dnsbl

comparison src/tokenizer.cpp @ 98:91c27c00048f

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
tokenizer errors now go thru syslog to be visible during config file reloads in normal operation
author carl
date Thu, 22 Sep 2005 21:57:08 -0700
parents 1142e46be550
children d9c64bafbf60
comparison
equal deleted inserted replaced
97:cc3b79349c9c 98:91c27c00048f
4 the GPL version 2 or any later version at your choice available at 4 the GPL version 2 or any later version at your choice available at
5 http://www.fsf.org/licenses/gpl.txt 5 http://www.fsf.org/licenses/gpl.txt
6 6
7 */ 7 */
8 8
9 #include "dnsbl.h" 9 #include "includes.h"
10 10
11 static char* tokenizer_version="$Id$"; 11 static char* tokenizer_version="$Id$";
12 12
13 const int maxlen = 1000; // used for snprintf buffers
14
13 enum state {s_init, 15 enum state {s_init,
14 s_token, 16 s_token,
15 s_string, 17 s_string,
16 s_ignore, // whitespace 18 s_ignore, // whitespace
17 s_eol, // ignore to eol 19 s_eol, // ignore to eol
18 end_state, 20 end_state,
19 21
20 s_term, // token terminator 22 s_term, // token terminator
21 s_single, 23 s_single,
22 s_string1, // first " of string 24 s_string1, // first " of string
23 s_string2, // last " of string 25 s_string2, // last " of string
24 s_slash, // possible start of ignore to eol 26 s_slash, // possible start of ignore to eol
25 }; 27 };
26 28
27 typedef state PARSE[end_state]; 29 typedef state PARSE[end_state];
28 30
29 static PARSE parse_table[256] = { 31 static PARSE parse_table[256] = {
30 // s_init s_token s_string s_ignore s_eol 32 // s_init s_token s_string s_ignore s_eol
31 { s_single, s_term, s_string, s_single, s_eol, }, // 0x00 33 { s_single, s_term, s_string, s_single, s_eol, }, // 0x00
32 { s_single, s_term, s_string, s_single, s_eol, }, // 0x01 34 { s_single, s_term, s_string, s_single, s_eol, }, // 0x01
33 { s_single, s_term, s_string, s_single, s_eol, }, // 0x02 35 { s_single, s_term, s_string, s_single, s_eol, }, // 0x02
34 { s_single, s_term, s_string, s_single, s_eol, }, // 0x03 36 { s_single, s_term, s_string, s_single, s_eol, }, // 0x03
35 { s_single, s_term, s_string, s_single, s_eol, }, // 0x04 37 { s_single, s_term, s_string, s_single, s_eol, }, // 0x04
36 { s_single, s_term, s_string, s_single, s_eol, }, // 0x05 38 { s_single, s_term, s_string, s_single, s_eol, }, // 0x05
37 { s_single, s_term, s_string, s_single, s_eol, }, // 0x06 39 { s_single, s_term, s_string, s_single, s_eol, }, // 0x06
38 { s_single, s_term, s_string, s_single, s_eol, }, // 0x07 40 { s_single, s_term, s_string, s_single, s_eol, }, // 0x07
39 { s_single, s_term, s_string, s_single, s_eol, }, // 0x08 41 { s_single, s_term, s_string, s_single, s_eol, }, // 0x08
40 { s_ignore, s_term, s_string, s_ignore, s_eol, }, // 0x09 <tab> 42 { s_ignore, s_term, s_string, s_ignore, s_eol, }, // 0x09 <tab>
41 { s_ignore, s_term, s_string2, s_ignore, s_ignore, }, // 0x0a <lf> 43 { s_ignore, s_term, s_string2, s_ignore, s_ignore, }, // 0x0a <lf>
42 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0b 44 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0b
43 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0c 45 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0c
44 { s_ignore, s_term, s_string2, s_ignore, s_eol, }, // 0x0d <cr> 46 { s_ignore, s_term, s_string2, s_ignore, s_eol, }, // 0x0d <cr>
45 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0e 47 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0e
46 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0f 48 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0f
47 { s_single, s_term, s_string, s_single, s_eol, }, // 0x10 49 { s_single, s_term, s_string, s_single, s_eol, }, // 0x10
48 { s_single, s_term, s_string, s_single, s_eol, }, // 0x11 xon char 50 { s_single, s_term, s_string, s_single, s_eol, }, // 0x11 xon char
49 { s_single, s_term, s_string, s_single, s_eol, }, // 0x12 51 { s_single, s_term, s_string, s_single, s_eol, }, // 0x12
50 { s_single, s_term, s_string, s_single, s_eol, }, // 0x13 xoff char 52 { s_single, s_term, s_string, s_single, s_eol, }, // 0x13 xoff char
51 { s_single, s_term, s_string, s_single, s_eol, }, // 0x14 53 { s_single, s_term, s_string, s_single, s_eol, }, // 0x14
52 { s_single, s_term, s_string, s_single, s_eol, }, // 0x15 54 { s_single, s_term, s_string, s_single, s_eol, }, // 0x15
53 { s_single, s_term, s_string, s_single, s_eol, }, // 0x16 55 { s_single, s_term, s_string, s_single, s_eol, }, // 0x16
54 { s_single, s_term, s_string, s_single, s_eol, }, // 0x17 56 { s_single, s_term, s_string, s_single, s_eol, }, // 0x17
55 { s_single, s_term, s_string, s_single, s_eol, }, // 0x18 57 { s_single, s_term, s_string, s_single, s_eol, }, // 0x18
56 { s_single, s_term, s_string, s_single, s_eol, }, // 0x19 58 { s_single, s_term, s_string, s_single, s_eol, }, // 0x19
57 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1a 59 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1a
58 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1b 60 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1b
59 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1c 61 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1c
60 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1d 62 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1d
61 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1e 63 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1e
62 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1f 64 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1f
63 { s_ignore, s_term, s_string, s_ignore, s_eol, }, // 0x20 space 65 { s_ignore, s_term, s_string, s_ignore, s_eol, }, // 0x20 space
64 { s_single, s_term, s_string, s_single, s_eol, }, // 0x21 ! 66 { s_single, s_term, s_string, s_single, s_eol, }, // 0x21 !
65 { s_string1, s_term, s_string2, s_string1, s_eol, }, // 0x22 " 67 { s_string1, s_term, s_string2, s_string1, s_eol, }, // 0x22 "
66 { s_eol, s_term, s_string, s_eol, s_eol, }, // 0x23 # 68 { s_eol, s_term, s_string, s_eol, s_eol, }, // 0x23 #
67 { s_single, s_term, s_string, s_single, s_eol, }, // 0x24 $ 69 { s_single, s_term, s_string, s_single, s_eol, }, // 0x24 $
68 { s_single, s_term, s_string, s_single, s_eol, }, // 0x25 % 70 { s_single, s_term, s_string, s_single, s_eol, }, // 0x25 %
69 { s_single, s_term, s_string, s_single, s_eol, }, // 0x26 & 71 { s_single, s_term, s_string, s_single, s_eol, }, // 0x26 &
70 { s_single, s_term, s_string, s_single, s_eol, }, // 0x27 ' 72 { s_single, s_term, s_string, s_single, s_eol, }, // 0x27 '
71 { s_single, s_term, s_string, s_single, s_eol, }, // 0x28 ( 73 { s_single, s_term, s_string, s_single, s_eol, }, // 0x28 (
72 { s_single, s_term, s_string, s_single, s_eol, }, // 0x29 ) 74 { s_single, s_term, s_string, s_single, s_eol, }, // 0x29 )
73 { s_single, s_term, s_string, s_single, s_eol, }, // 0x2A * 75 { s_single, s_term, s_string, s_single, s_eol, }, // 0x2A *
74 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2B + 76 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2B +
75 { s_single, s_term, s_string, s_single, s_eol, }, // 0x2C , 77 { s_single, s_term, s_string, s_single, s_eol, }, // 0x2C ,
76 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2D - 78 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2D -
77 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2E . 79 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2E .
78 { s_slash, s_token, s_string, s_slash, s_eol, }, // 0x2F / 80 { s_slash, s_token, s_string, s_slash, s_eol, }, // 0x2F /
79 { s_token, s_token, s_string, s_token, s_eol, }, // 0x30 0 81 { s_token, s_token, s_string, s_token, s_eol, }, // 0x30 0
80 { s_token, s_token, s_string, s_token, s_eol, }, // 0x31 1 82 { s_token, s_token, s_string, s_token, s_eol, }, // 0x31 1
81 { s_token, s_token, s_string, s_token, s_eol, }, // 0x32 2 83 { s_token, s_token, s_string, s_token, s_eol, }, // 0x32 2
82 { s_token, s_token, s_string, s_token, s_eol, }, // 0x33 3 84 { s_token, s_token, s_string, s_token, s_eol, }, // 0x33 3
83 { s_token, s_token, s_string, s_token, s_eol, }, // 0x34 4 85 { s_token, s_token, s_string, s_token, s_eol, }, // 0x34 4
84 { s_token, s_token, s_string, s_token, s_eol, }, // 0x35 5 86 { s_token, s_token, s_string, s_token, s_eol, }, // 0x35 5
85 { s_token, s_token, s_string, s_token, s_eol, }, // 0x36 6 87 { s_token, s_token, s_string, s_token, s_eol, }, // 0x36 6
86 { s_token, s_token, s_string, s_token, s_eol, }, // 0x37 7 88 { s_token, s_token, s_string, s_token, s_eol, }, // 0x37 7
87 { s_token, s_token, s_string, s_token, s_eol, }, // 0x38 8 89 { s_token, s_token, s_string, s_token, s_eol, }, // 0x38 8
88 { s_token, s_token, s_string, s_token, s_eol, }, // 0x39 9 90 { s_token, s_token, s_string, s_token, s_eol, }, // 0x39 9
89 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3A : 91 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3A :
90 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3B ; 92 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3B ;
91 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3C < 93 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3C <
92 { s_single, s_token, s_string, s_single, s_eol, }, // 0x3D = 94 { s_single, s_token, s_string, s_single, s_eol, }, // 0x3D =
93 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3E > 95 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3E >
94 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3F ? 96 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3F ?
95 { s_single, s_token, s_string, s_single, s_eol, }, // 0x40 @ 97 { s_single, s_token, s_string, s_single, s_eol, }, // 0x40 @
96 { s_token, s_token, s_string, s_token, s_eol, }, // 0x41 A 98 { s_token, s_token, s_string, s_token, s_eol, }, // 0x41 A
97 { s_token, s_token, s_string, s_token, s_eol, }, // 0x42 B 99 { s_token, s_token, s_string, s_token, s_eol, }, // 0x42 B
98 { s_token, s_token, s_string, s_token, s_eol, }, // 0x43 C 100 { s_token, s_token, s_string, s_token, s_eol, }, // 0x43 C
99 { s_token, s_token, s_string, s_token, s_eol, }, // 0x44 D 101 { s_token, s_token, s_string, s_token, s_eol, }, // 0x44 D
100 { s_token, s_token, s_string, s_token, s_eol, }, // 0x45 E 102 { s_token, s_token, s_string, s_token, s_eol, }, // 0x45 E
101 { s_token, s_token, s_string, s_token, s_eol, }, // 0x46 F 103 { s_token, s_token, s_string, s_token, s_eol, }, // 0x46 F
102 { s_token, s_token, s_string, s_token, s_eol, }, // 0x47 G 104 { s_token, s_token, s_string, s_token, s_eol, }, // 0x47 G
103 { s_token, s_token, s_string, s_token, s_eol, }, // 0x48 H 105 { s_token, s_token, s_string, s_token, s_eol, }, // 0x48 H
104 { s_token, s_token, s_string, s_token, s_eol, }, // 0x49 I 106 { s_token, s_token, s_string, s_token, s_eol, }, // 0x49 I
105 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4A J 107 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4A J
106 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4B K 108 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4B K
107 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4C L 109 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4C L
108 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4D M 110 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4D M
109 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4E N 111 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4E N
110 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4F O 112 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4F O
111 { s_token, s_token, s_string, s_token, s_eol, }, // 0x50 P 113 { s_token, s_token, s_string, s_token, s_eol, }, // 0x50 P
112 { s_token, s_token, s_string, s_token, s_eol, }, // 0x51 Q 114 { s_token, s_token, s_string, s_token, s_eol, }, // 0x51 Q
113 { s_token, s_token, s_string, s_token, s_eol, }, // 0x52 R 115 { s_token, s_token, s_string, s_token, s_eol, }, // 0x52 R
114 { s_token, s_token, s_string, s_token, s_eol, }, // 0x53 S 116 { s_token, s_token, s_string, s_token, s_eol, }, // 0x53 S
115 { s_token, s_token, s_string, s_token, s_eol, }, // 0x54 T 117 { s_token, s_token, s_string, s_token, s_eol, }, // 0x54 T
116 { s_token, s_token, s_string, s_token, s_eol, }, // 0x55 U 118 { s_token, s_token, s_string, s_token, s_eol, }, // 0x55 U
117 { s_token, s_token, s_string, s_token, s_eol, }, // 0x56 V 119 { s_token, s_token, s_string, s_token, s_eol, }, // 0x56 V
118 { s_token, s_token, s_string, s_token, s_eol, }, // 0x57 W 120 { s_token, s_token, s_string, s_token, s_eol, }, // 0x57 W
119 { s_token, s_token, s_string, s_token, s_eol, }, // 0x58 X 121 { s_token, s_token, s_string, s_token, s_eol, }, // 0x58 X
120 { s_token, s_token, s_string, s_token, s_eol, }, // 0x59 Y 122 { s_token, s_token, s_string, s_token, s_eol, }, // 0x59 Y
121 { s_token, s_token, s_string, s_token, s_eol, }, // 0x5A Z 123 { s_token, s_token, s_string, s_token, s_eol, }, // 0x5A Z
122 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5B [ 124 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5B [
123 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5C backslash 125 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5C backslash
124 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5D ] 126 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5D ]
125 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5E ^ 127 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5E ^
126 { s_single, s_token, s_string, s_single, s_eol, }, // 0x5F _ 128 { s_single, s_token, s_string, s_single, s_eol, }, // 0x5F _
127 { s_single, s_term, s_string, s_single, s_eol, }, // 0x60 ` 129 { s_single, s_term, s_string, s_single, s_eol, }, // 0x60 `
128 { s_token, s_token, s_string, s_token, s_eol, }, // 0x61 a 130 { s_token, s_token, s_string, s_token, s_eol, }, // 0x61 a
129 { s_token, s_token, s_string, s_token, s_eol, }, // 0x62 b 131 { s_token, s_token, s_string, s_token, s_eol, }, // 0x62 b
130 { s_token, s_token, s_string, s_token, s_eol, }, // 0x63 c 132 { s_token, s_token, s_string, s_token, s_eol, }, // 0x63 c
131 { s_token, s_token, s_string, s_token, s_eol, }, // 0x64 d 133 { s_token, s_token, s_string, s_token, s_eol, }, // 0x64 d
132 { s_token, s_token, s_string, s_token, s_eol, }, // 0x65 e 134 { s_token, s_token, s_string, s_token, s_eol, }, // 0x65 e
133 { s_token, s_token, s_string, s_token, s_eol, }, // 0x66 f 135 { s_token, s_token, s_string, s_token, s_eol, }, // 0x66 f
134 { s_token, s_token, s_string, s_token, s_eol, }, // 0x67 g 136 { s_token, s_token, s_string, s_token, s_eol, }, // 0x67 g
135 { s_token, s_token, s_string, s_token, s_eol, }, // 0x68 h 137 { s_token, s_token, s_string, s_token, s_eol, }, // 0x68 h
136 { s_token, s_token, s_string, s_token, s_eol, }, // 0x69 i 138 { s_token, s_token, s_string, s_token, s_eol, }, // 0x69 i
137 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6A j 139 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6A j
138 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6B k 140 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6B k
139 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6C l 141 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6C l
140 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6D m 142 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6D m
141 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6E n 143 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6E n
142 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6F o 144 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6F o
143 { s_token, s_token, s_string, s_token, s_eol, }, // 0x70 p 145 { s_token, s_token, s_string, s_token, s_eol, }, // 0x70 p
144 { s_token, s_token, s_string, s_token, s_eol, }, // 0x71 q 146 { s_token, s_token, s_string, s_token, s_eol, }, // 0x71 q
145 { s_token, s_token, s_string, s_token, s_eol, }, // 0x72 r 147 { s_token, s_token, s_string, s_token, s_eol, }, // 0x72 r
146 { s_token, s_token, s_string, s_token, s_eol, }, // 0x73 s 148 { s_token, s_token, s_string, s_token, s_eol, }, // 0x73 s
147 { s_token, s_token, s_string, s_token, s_eol, }, // 0x74 t 149 { s_token, s_token, s_string, s_token, s_eol, }, // 0x74 t
148 { s_token, s_token, s_string, s_token, s_eol, }, // 0x75 u 150 { s_token, s_token, s_string, s_token, s_eol, }, // 0x75 u
149 { s_token, s_token, s_string, s_token, s_eol, }, // 0x76 v 151 { s_token, s_token, s_string, s_token, s_eol, }, // 0x76 v
150 { s_token, s_token, s_string, s_token, s_eol, }, // 0x77 w 152 { s_token, s_token, s_string, s_token, s_eol, }, // 0x77 w
151 { s_token, s_token, s_string, s_token, s_eol, }, // 0x78 x 153 { s_token, s_token, s_string, s_token, s_eol, }, // 0x78 x
152 { s_token, s_token, s_string, s_token, s_eol, }, // 0x79 y 154 { s_token, s_token, s_string, s_token, s_eol, }, // 0x79 y
153 { s_token, s_token, s_string, s_token, s_eol, }, // 0x7A z 155 { s_token, s_token, s_string, s_token, s_eol, }, // 0x7A z
154 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7B { 156 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7B {
155 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7C | 157 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7C |
156 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7D } 158 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7D }
157 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7E ~ 159 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7E ~
158 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7f 160 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7f
159 { s_single, s_term, s_string, s_single, s_eol, }, // 0x80 161 { s_single, s_term, s_string, s_single, s_eol, }, // 0x80
160 { s_single, s_term, s_string, s_single, s_eol, }, // 0x81 162 { s_single, s_term, s_string, s_single, s_eol, }, // 0x81
161 { s_single, s_term, s_string, s_single, s_eol, }, // 0x82 163 { s_single, s_term, s_string, s_single, s_eol, }, // 0x82
162 { s_single, s_term, s_string, s_single, s_eol, }, // 0x83 164 { s_single, s_term, s_string, s_single, s_eol, }, // 0x83
163 { s_single, s_term, s_string, s_single, s_eol, }, // 0x84 165 { s_single, s_term, s_string, s_single, s_eol, }, // 0x84
164 { s_single, s_term, s_string, s_single, s_eol, }, // 0x85 166 { s_single, s_term, s_string, s_single, s_eol, }, // 0x85
165 { s_single, s_term, s_string, s_single, s_eol, }, // 0x86 167 { s_single, s_term, s_string, s_single, s_eol, }, // 0x86
166 { s_single, s_term, s_string, s_single, s_eol, }, // 0x87 168 { s_single, s_term, s_string, s_single, s_eol, }, // 0x87
167 { s_single, s_term, s_string, s_single, s_eol, }, // 0x88 169 { s_single, s_term, s_string, s_single, s_eol, }, // 0x88
168 { s_single, s_term, s_string, s_single, s_eol, }, // 0x89 170 { s_single, s_term, s_string, s_single, s_eol, }, // 0x89
169 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8a 171 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8a
170 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8b 172 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8b
171 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8c 173 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8c
172 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8d 174 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8d
173 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8e 175 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8e
174 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8f 176 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8f
175 { s_single, s_term, s_string, s_single, s_eol, }, // 0x90 177 { s_single, s_term, s_string, s_single, s_eol, }, // 0x90
176 { s_single, s_term, s_string, s_single, s_eol, }, // 0x91 178 { s_single, s_term, s_string, s_single, s_eol, }, // 0x91
177 { s_single, s_term, s_string, s_single, s_eol, }, // 0x92 179 { s_single, s_term, s_string, s_single, s_eol, }, // 0x92
178 { s_single, s_term, s_string, s_single, s_eol, }, // 0x93 180 { s_single, s_term, s_string, s_single, s_eol, }, // 0x93
179 { s_single, s_term, s_string, s_single, s_eol, }, // 0x94 181 { s_single, s_term, s_string, s_single, s_eol, }, // 0x94
180 { s_single, s_term, s_string, s_single, s_eol, }, // 0x95 182 { s_single, s_term, s_string, s_single, s_eol, }, // 0x95
181 { s_single, s_term, s_string, s_single, s_eol, }, // 0x96 183 { s_single, s_term, s_string, s_single, s_eol, }, // 0x96
182 { s_single, s_term, s_string, s_single, s_eol, }, // 0x97 184 { s_single, s_term, s_string, s_single, s_eol, }, // 0x97
183 { s_single, s_term, s_string, s_single, s_eol, }, // 0x98 185 { s_single, s_term, s_string, s_single, s_eol, }, // 0x98
184 { s_single, s_term, s_string, s_single, s_eol, }, // 0x99 186 { s_single, s_term, s_string, s_single, s_eol, }, // 0x99
185 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9a 187 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9a
186 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9b 188 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9b
187 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9c 189 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9c
188 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9d 190 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9d
189 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9e 191 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9e
190 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9f 192 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9f
191 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa0 193 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa0
192 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa1 194 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa1
193 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa2 195 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa2
194 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa3 196 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa3
195 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa4 197 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa4
196 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa5 198 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa5
197 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa6 199 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa6
198 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa7 200 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa7
199 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa8 201 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa8
200 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa9 202 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa9
201 { s_single, s_term, s_string, s_single, s_eol, }, // 0xaa 203 { s_single, s_term, s_string, s_single, s_eol, }, // 0xaa
202 { s_single, s_term, s_string, s_single, s_eol, }, // 0xab 204 { s_single, s_term, s_string, s_single, s_eol, }, // 0xab
203 { s_single, s_term, s_string, s_single, s_eol, }, // 0xac 205 { s_single, s_term, s_string, s_single, s_eol, }, // 0xac
204 { s_single, s_term, s_string, s_single, s_eol, }, // 0xad 206 { s_single, s_term, s_string, s_single, s_eol, }, // 0xad
205 { s_single, s_term, s_string, s_single, s_eol, }, // 0xae 207 { s_single, s_term, s_string, s_single, s_eol, }, // 0xae
206 { s_single, s_term, s_string, s_single, s_eol, }, // 0xaf 208 { s_single, s_term, s_string, s_single, s_eol, }, // 0xaf
207 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb0 209 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb0
208 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb1 210 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb1
209 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb2 211 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb2
210 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb3 212 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb3
211 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb4 213 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb4
212 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb5 214 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb5
213 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb6 215 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb6
214 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb7 216 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb7
215 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb8 217 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb8
216 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb9 218 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb9
217 { s_single, s_term, s_string, s_single, s_eol, }, // 0xba 219 { s_single, s_term, s_string, s_single, s_eol, }, // 0xba
218 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbb 220 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbb
219 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbc 221 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbc
220 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbd 222 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbd
221 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbe 223 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbe
222 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbf 224 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbf
223 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc0 225 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc0
224 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc1 226 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc1
225 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc2 227 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc2
226 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc3 228 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc3
227 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc4 229 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc4
228 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc5 230 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc5
229 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc6 231 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc6
230 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc7 232 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc7
231 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc8 233 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc8
232 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc9 234 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc9
233 { s_single, s_term, s_string, s_single, s_eol, }, // 0xca 235 { s_single, s_term, s_string, s_single, s_eol, }, // 0xca
234 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcb 236 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcb
235 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcc 237 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcc
236 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcd 238 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcd
237 { s_single, s_term, s_string, s_single, s_eol, }, // 0xce 239 { s_single, s_term, s_string, s_single, s_eol, }, // 0xce
238 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcf 240 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcf
239 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd0 241 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd0
240 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd1 242 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd1
241 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd2 243 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd2
242 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd3 244 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd3
243 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd4 245 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd4
244 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd5 246 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd5
245 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd6 247 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd6
246 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd7 248 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd7
247 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd8 249 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd8
248 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd9 250 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd9
249 { s_single, s_term, s_string, s_single, s_eol, }, // 0xda 251 { s_single, s_term, s_string, s_single, s_eol, }, // 0xda
250 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdb 252 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdb
251 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdc 253 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdc
252 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdd 254 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdd
253 { s_single, s_term, s_string, s_single, s_eol, }, // 0xde 255 { s_single, s_term, s_string, s_single, s_eol, }, // 0xde
254 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdf 256 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdf
255 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe0 257 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe0
256 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe1 258 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe1
257 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe2 259 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe2
258 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe3 260 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe3
259 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe4 261 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe4
260 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe5 262 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe5
261 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe6 263 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe6
262 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe7 264 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe7
263 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe8 265 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe8
264 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe9 266 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe9
265 { s_single, s_term, s_string, s_single, s_eol, }, // 0xea 267 { s_single, s_term, s_string, s_single, s_eol, }, // 0xea
266 { s_single, s_term, s_string, s_single, s_eol, }, // 0xeb 268 { s_single, s_term, s_string, s_single, s_eol, }, // 0xeb
267 { s_single, s_term, s_string, s_single, s_eol, }, // 0xec 269 { s_single, s_term, s_string, s_single, s_eol, }, // 0xec
268 { s_single, s_term, s_string, s_single, s_eol, }, // 0xed 270 { s_single, s_term, s_string, s_single, s_eol, }, // 0xed
269 { s_single, s_term, s_string, s_single, s_eol, }, // 0xee 271 { s_single, s_term, s_string, s_single, s_eol, }, // 0xee
270 { s_single, s_term, s_string, s_single, s_eol, }, // 0xef 272 { s_single, s_term, s_string, s_single, s_eol, }, // 0xef
271 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf0 273 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf0
272 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf1 274 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf1
273 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf2 275 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf2
274 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf3 276 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf3
275 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf4 277 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf4
276 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf5 278 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf5
277 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf6 279 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf6
278 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf7 280 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf7
279 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf8 281 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf8
280 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf9 282 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf9
281 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfa 283 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfa
282 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfb 284 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfb
283 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfc 285 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfc
284 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfd 286 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfd
285 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfe 287 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfe
286 { s_single, s_term, s_string, s_single, s_eol, }, // 0xff 288 { s_single, s_term, s_string, s_single, s_eol, }, // 0xff
287 }; 289 };
288 290
289 291
290 TOKEN::TOKEN(char *fn, string_set *includes) { 292 TOKEN::TOKEN(char *fn, string_set *includes) {
291 pushed = false; 293 pushed = false;
292 include_files = includes; 294 include_files = includes;
293 include(fn); 295 include(fn);
294 } 296 }
295 297
296 298
297 TOKEN::~TOKEN() { 299 TOKEN::~TOKEN() {
298 while (!streams.empty()) pop(); 300 while (!streams.empty()) pop();
299 } 301 }
300 302
301 303
302 void TOKEN::pop() { 304 void TOKEN::pop() {
303 ifstream *is = streams.front(); 305 ifstream *is = streams.front();
304 char *fn = filenames.front(); 306 char *fn = filenames.front();
305 streams.pop_front(); 307 streams.pop_front();
306 filenames.pop_front(); 308 filenames.pop_front();
307 filenamess.erase(fn); 309 filenamess.erase(fn);
308 linenumbers.pop_front(); 310 linenumbers.pop_front();
309 is->close(); 311 is->close();
310 delete is; 312 delete is;
311 } 313 }
312 314
313 315
314 void TOKEN::push_char(u_char c) { 316 void TOKEN::push_char(u_char c) {
315 pushed = true; 317 pushed = true;
316 pushed_char = c; 318 pushed_char = c;
317 } 319 }
318 320
319 321
320 bool TOKEN::next_char(u_char &uc) { 322 bool TOKEN::next_char(u_char &uc) {
321 if (pushed) { 323 if (pushed) {
322 uc = (u_char)tolower((char)pushed_char); 324 uc = (u_char)tolower((char)pushed_char);
323 pushed = false; 325 pushed = false;
324 return true; 326 return true;
325 } 327 }
326 while (!streams.empty() && streams.front()->eof()) { 328 while (!streams.empty() && streams.front()->eof()) {
327 pop(); 329 pop();
328 } 330 }
329 if (streams.empty()) return false; 331 if (streams.empty()) return false;
330 ifstream *is = streams.front(); 332 ifstream *is = streams.front();
331 uc = (u_char)is->get(); 333 uc = (u_char)is->get();
332 if (is->eof()) return next_char(uc); 334 if (is->eof()) return next_char(uc);
333 if (uc == (u_char)'\n') { 335 if (uc == (u_char)'\n') {
334 int &line = linenumbers.front(); 336 int &line = linenumbers.front();
335 line++; 337 line++;
336 } 338 }
337 uc = (u_char)tolower((char)uc); 339 uc = (u_char)tolower((char)uc);
338 return true; 340 return true;
339 } 341 }
340 342
341 343
342 bool TOKEN::include(char *fn) { 344 bool TOKEN::include(char *fn) {
343 string_set::iterator i = filenamess.find(fn); 345 string_set::iterator i = filenamess.find(fn);
344 if (i != filenamess.end()) { 346 if (i != filenamess.end()) {
345 my_syslog("redundant or recursive include file detected"); 347 token_error("redundant or recursive include file detected");
346 return false; 348 return false;
347 } 349 }
348 ifstream *is = new ifstream; 350 ifstream *is = new ifstream;
349 is->open(fn); 351 is->open(fn);
350 if (is->fail()) { 352 if (is->fail()) {
351 char buf[1000]; 353 char buf[maxlen];
352 snprintf(buf, sizeof(buf), "include file %s not found", fn); 354 snprintf(buf, sizeof(buf), "include file %s not found", fn);
353 token_error(buf); 355 token_error(buf);
354 return false; 356 return false;
355 } 357 }
356 string_set &inc = *include_files; 358 string_set &inc = *include_files;
357 inc.insert(fn); 359 inc.insert(fn);
358 streams.push_front(is); 360 streams.push_front(is);
359 filenames.push_front(fn); 361 filenames.push_front(fn);
360 filenamess.insert(fn); 362 filenamess.insert(fn);
361 linenumbers.push_front(1); 363 linenumbers.push_front(1);
362 return true; 364 return true;
363 } 365 }
364 366
365 367
366 char *TOKEN::next() { 368 char *TOKEN::next() {
367 if (!pending_tokens.empty()) { 369 if (!pending_tokens.empty()) {
368 char *t = pending_tokens.front(); 370 char *t = pending_tokens.front();
369 pending_tokens.pop_front(); 371 pending_tokens.pop_front();
370 return t; 372 return t;
371 } 373 }
372 if (streams.empty()) return NULL; 374 if (streams.empty()) return NULL;
373 const int PENDING_LIMIT = 1000; 375 const int PENDING_LIMIT = 1000;
374 static u_char buffer[PENDING_LIMIT]; 376 static u_char buffer[PENDING_LIMIT];
375 int count = 0; 377 int count = 0;
376 state st = s_init; 378 state st = s_init;
377 while (true) { 379 while (true) {
378 if (count == (PENDING_LIMIT-1)) { 380 if (count == (PENDING_LIMIT-1)) {
379 token_error("token too long"); 381 token_error("token too long");
380 break; 382 break;
381 } 383 }
382 if (st >= end_state) { 384 if (st >= end_state) {
383 token_error("finite state machine error"); 385 token_error("finite state machine error");
384 break; 386 break;
385 } 387 }
386 u_char c; 388 u_char c;
387 if (!next_char(c)) break; 389 if (!next_char(c)) break;
388 st = parse_table[c][st]; 390 st = parse_table[c][st];
389 switch (st) { 391 switch (st) {
390 case s_string: 392 case s_string:
391 case s_token: { 393 case s_token: {
392 buffer[count++] = c; 394 buffer[count++] = c;
393 } break; 395 } break;
394 396
395 case s_term: { 397 case s_term: {
396 push_char(c); 398 push_char(c);
397 st = s_init; 399 st = s_init;
398 } break; 400 } break;
399 401
400 case s_string1: { 402 case s_string1: {
401 st = s_string; 403 st = s_string;
402 } break; 404 } break;
403 405
404 case s_string2: { 406 case s_string2: {
405 st = s_init; 407 st = s_init;
406 } break; 408 } break;
407 409
408 case s_single: { 410 case s_single: {
409 buffer[count++] = c; 411 buffer[count++] = c;
410 st = s_init; 412 st = s_init;
411 } break; 413 } break;
412 414
413 case s_ignore: 415 case s_ignore:
414 case s_eol: { 416 case s_eol: {
415 } break; 417 } break;
416 418
417 419
418 case s_slash: { 420 case s_slash: {
419 buffer[count++] = c; 421 buffer[count++] = c;
420 if (next_char(c)) { 422 if (next_char(c)) {
421 if (c == (u_char)'/') { 423 if (c == (u_char)'/') {
422 // start of ignore to eol on // 424 // start of ignore to eol on //
423 count--; 425 count--;
424 st = s_eol; 426 st = s_eol;
425 } 427 }
426 else { 428 else {
427 // not a // token, just return this single / 429 // not a // token, just return this single /
428 push_char(c); 430 push_char(c);
429 st = s_init; 431 st = s_init;
430 } 432 }
431 } 433 }
432 else { 434 else {
433 // cannot get another char 435 // cannot get another char
434 st = s_init; 436 st = s_init;
435 } 437 }
436 } break; 438 } break;
437 439
438 default: { 440 default: {
439 token_error(); 441 token_error();
440 token_error("unknown state %d %s \n", st, " "); 442 token_error("unknown state %d %s \n", st, " ");
441 } break; 443 } break;
442 } 444 }
443 if (st == s_init) break; 445 if (st == s_init) break;
444 } 446 }
445 447
446 buffer[count] = '\0'; 448 buffer[count] = '\0';
447 if (count == 0) return NULL; 449 if (count == 0) return NULL;
448 char *t = register_string((char*)buffer); 450 char *t = register_string((char*)buffer);
449 if (t == token_include) { 451 if (t == token_include) {
450 char *f = next(); // should be file name 452 char *f = next(); // should be file name
451 char *s = next(); // should be semicolon 453 char *s = next(); // should be semicolon
452 if (s == token_semi) { 454 if (s == token_semi) {
453 include(f); 455 include(f);
454 return next(); 456 return next();
455 } 457 }
456 else { 458 else {
457 push(s); 459 push(s);
458 push(f); 460 push(f);
459 return t; 461 return t;
460 } 462 }
461 } 463 }
462 return t; 464 return t;
463 } 465 }
464 466
465 467
466 int TOKEN::nextint() { 468 int TOKEN::nextint() {
467 char *t = next(); 469 char *t = next();
468 char *e; 470 char *e;
469 long i = strtol(t, &e, 10); 471 long i = strtol(t, &e, 10);
470 if (*e != '\0') { 472 if (*e != '\0') {
471 token_error("integer", t); 473 token_error("integer", t);
472 return 0; 474 return 0;
473 } 475 }
474 return (int)i; 476 return (int)i;
475 } 477 }
476 478
477 479
478 void TOKEN::skipeol() { 480 void TOKEN::skipeol() {
479 while (true) { 481 while (true) {
480 u_char c; 482 u_char c;
481 if (!next_char(c)) break; 483 if (!next_char(c)) break;
482 if (c == (u_char)'\n') break; 484 if (c == (u_char)'\n') break;
483 } 485 }
484 } 486 }
485 487
486 488
487 void TOKEN::token_error(const char *err) { 489 void TOKEN::token_error(const char *err) {
488 token_error(); 490 token_error();
489 printf("%s \n", err); 491 char buf[maxlen];
492 snprintf(buf, sizeof(buf), "%s \n", err);
493 my_syslog(buf);
490 } 494 }
491 495
492 496
493 void TOKEN::token_error(const char *fmt, int d, const char *s) { 497 void TOKEN::token_error(const char *fmt, int d, const char *s) {
494 printf(fmt, d, s); 498 char buf[maxlen];
499 snprintf(buf, sizeof(buf), fmt, d, s);
500 my_syslog(buf);
495 } 501 }
496 502
497 503
498 void TOKEN::token_error(const char *fmt, const char *t, const char *h) { 504 void TOKEN::token_error(const char *fmt, const char *t, const char *h) {
499 if (!h) h = "null"; 505 if (!h) h = "null";
500 printf(fmt, t, h); 506 char buf[maxlen];
507 snprintf(buf, sizeof(buf), fmt, t, h);
508 my_syslog(buf);
501 } 509 }
502 510
503 511
504 void TOKEN::token_error(const char *want, const char *have) { 512 void TOKEN::token_error(const char *want, const char *have) {
505 token_error(); 513 token_error();
506 token_error("expecting %s, found %s \n", want, have); 514 token_error("expecting %s, found %s \n", want, have);
507 } 515 }
508 516
509 517
510 void TOKEN::token_error() { 518 void TOKEN::token_error() {
511 token_error("syntax error at line %d in file %s -- ", cur_line(), cur_fn()); 519 token_error("syntax error at line %d in file %s -- ", cur_line(), cur_fn());
512 line_list::iterator j = linenumbers.begin(); 520 line_list::iterator j = linenumbers.begin();
513 string_list::iterator i = filenames.begin(); 521 string_list::iterator i = filenames.begin();
514 for (; i!=filenames.end(); i++,j++) { 522 for (; i!=filenames.end(); i++,j++) {
515 if (i != filenames.begin()) { 523 if (i != filenames.begin()) {
516 char *fn = (*i); 524 char *fn = (*i);
517 int li = (*j); 525 int li = (*j);
518 token_error("\n included from line %d in file %s -- ", li, fn); 526 token_error("\n included from line %d in file %s -- ", li, fn);
519 } 527 }
520 } 528 }
521 } 529 }
522 530