Mercurial > dnsbl
comparison src/tokenizer.cpp @ 98:91c27c00048f
tokenizer errors now go thru syslog to be visible during config file reloads in normal operation
author | carl |
---|---|
date | Thu, 22 Sep 2005 21:57:08 -0700 |
parents | 1142e46be550 |
children | d9c64bafbf60 |
comparison
equal
deleted
inserted
replaced
97:cc3b79349c9c | 98:91c27c00048f |
---|---|
4 the GPL version 2 or any later version at your choice available at | 4 the GPL version 2 or any later version at your choice available at |
5 http://www.fsf.org/licenses/gpl.txt | 5 http://www.fsf.org/licenses/gpl.txt |
6 | 6 |
7 */ | 7 */ |
8 | 8 |
9 #include "dnsbl.h" | 9 #include "includes.h" |
10 | 10 |
11 static char* tokenizer_version="$Id$"; | 11 static char* tokenizer_version="$Id$"; |
12 | 12 |
13 const int maxlen = 1000; // used for snprintf buffers | |
14 | |
13 enum state {s_init, | 15 enum state {s_init, |
14 s_token, | 16 s_token, |
15 s_string, | 17 s_string, |
16 s_ignore, // whitespace | 18 s_ignore, // whitespace |
17 s_eol, // ignore to eol | 19 s_eol, // ignore to eol |
18 end_state, | 20 end_state, |
19 | 21 |
20 s_term, // token terminator | 22 s_term, // token terminator |
21 s_single, | 23 s_single, |
22 s_string1, // first " of string | 24 s_string1, // first " of string |
23 s_string2, // last " of string | 25 s_string2, // last " of string |
24 s_slash, // possible start of ignore to eol | 26 s_slash, // possible start of ignore to eol |
25 }; | 27 }; |
26 | 28 |
27 typedef state PARSE[end_state]; | 29 typedef state PARSE[end_state]; |
28 | 30 |
29 static PARSE parse_table[256] = { | 31 static PARSE parse_table[256] = { |
30 // s_init s_token s_string s_ignore s_eol | 32 // s_init s_token s_string s_ignore s_eol |
31 { s_single, s_term, s_string, s_single, s_eol, }, // 0x00 | 33 { s_single, s_term, s_string, s_single, s_eol, }, // 0x00 |
32 { s_single, s_term, s_string, s_single, s_eol, }, // 0x01 | 34 { s_single, s_term, s_string, s_single, s_eol, }, // 0x01 |
33 { s_single, s_term, s_string, s_single, s_eol, }, // 0x02 | 35 { s_single, s_term, s_string, s_single, s_eol, }, // 0x02 |
34 { s_single, s_term, s_string, s_single, s_eol, }, // 0x03 | 36 { s_single, s_term, s_string, s_single, s_eol, }, // 0x03 |
35 { s_single, s_term, s_string, s_single, s_eol, }, // 0x04 | 37 { s_single, s_term, s_string, s_single, s_eol, }, // 0x04 |
36 { s_single, s_term, s_string, s_single, s_eol, }, // 0x05 | 38 { s_single, s_term, s_string, s_single, s_eol, }, // 0x05 |
37 { s_single, s_term, s_string, s_single, s_eol, }, // 0x06 | 39 { s_single, s_term, s_string, s_single, s_eol, }, // 0x06 |
38 { s_single, s_term, s_string, s_single, s_eol, }, // 0x07 | 40 { s_single, s_term, s_string, s_single, s_eol, }, // 0x07 |
39 { s_single, s_term, s_string, s_single, s_eol, }, // 0x08 | 41 { s_single, s_term, s_string, s_single, s_eol, }, // 0x08 |
40 { s_ignore, s_term, s_string, s_ignore, s_eol, }, // 0x09 <tab> | 42 { s_ignore, s_term, s_string, s_ignore, s_eol, }, // 0x09 <tab> |
41 { s_ignore, s_term, s_string2, s_ignore, s_ignore, }, // 0x0a <lf> | 43 { s_ignore, s_term, s_string2, s_ignore, s_ignore, }, // 0x0a <lf> |
42 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0b | 44 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0b |
43 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0c | 45 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0c |
44 { s_ignore, s_term, s_string2, s_ignore, s_eol, }, // 0x0d <cr> | 46 { s_ignore, s_term, s_string2, s_ignore, s_eol, }, // 0x0d <cr> |
45 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0e | 47 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0e |
46 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0f | 48 { s_single, s_term, s_string, s_single, s_eol, }, // 0x0f |
47 { s_single, s_term, s_string, s_single, s_eol, }, // 0x10 | 49 { s_single, s_term, s_string, s_single, s_eol, }, // 0x10 |
48 { s_single, s_term, s_string, s_single, s_eol, }, // 0x11 xon char | 50 { s_single, s_term, s_string, s_single, s_eol, }, // 0x11 xon char |
49 { s_single, s_term, s_string, s_single, s_eol, }, // 0x12 | 51 { s_single, s_term, s_string, s_single, s_eol, }, // 0x12 |
50 { s_single, s_term, s_string, s_single, s_eol, }, // 0x13 xoff char | 52 { s_single, s_term, s_string, s_single, s_eol, }, // 0x13 xoff char |
51 { s_single, s_term, s_string, s_single, s_eol, }, // 0x14 | 53 { s_single, s_term, s_string, s_single, s_eol, }, // 0x14 |
52 { s_single, s_term, s_string, s_single, s_eol, }, // 0x15 | 54 { s_single, s_term, s_string, s_single, s_eol, }, // 0x15 |
53 { s_single, s_term, s_string, s_single, s_eol, }, // 0x16 | 55 { s_single, s_term, s_string, s_single, s_eol, }, // 0x16 |
54 { s_single, s_term, s_string, s_single, s_eol, }, // 0x17 | 56 { s_single, s_term, s_string, s_single, s_eol, }, // 0x17 |
55 { s_single, s_term, s_string, s_single, s_eol, }, // 0x18 | 57 { s_single, s_term, s_string, s_single, s_eol, }, // 0x18 |
56 { s_single, s_term, s_string, s_single, s_eol, }, // 0x19 | 58 { s_single, s_term, s_string, s_single, s_eol, }, // 0x19 |
57 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1a | 59 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1a |
58 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1b | 60 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1b |
59 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1c | 61 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1c |
60 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1d | 62 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1d |
61 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1e | 63 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1e |
62 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1f | 64 { s_single, s_term, s_string, s_single, s_eol, }, // 0x1f |
63 { s_ignore, s_term, s_string, s_ignore, s_eol, }, // 0x20 space | 65 { s_ignore, s_term, s_string, s_ignore, s_eol, }, // 0x20 space |
64 { s_single, s_term, s_string, s_single, s_eol, }, // 0x21 ! | 66 { s_single, s_term, s_string, s_single, s_eol, }, // 0x21 ! |
65 { s_string1, s_term, s_string2, s_string1, s_eol, }, // 0x22 " | 67 { s_string1, s_term, s_string2, s_string1, s_eol, }, // 0x22 " |
66 { s_eol, s_term, s_string, s_eol, s_eol, }, // 0x23 # | 68 { s_eol, s_term, s_string, s_eol, s_eol, }, // 0x23 # |
67 { s_single, s_term, s_string, s_single, s_eol, }, // 0x24 $ | 69 { s_single, s_term, s_string, s_single, s_eol, }, // 0x24 $ |
68 { s_single, s_term, s_string, s_single, s_eol, }, // 0x25 % | 70 { s_single, s_term, s_string, s_single, s_eol, }, // 0x25 % |
69 { s_single, s_term, s_string, s_single, s_eol, }, // 0x26 & | 71 { s_single, s_term, s_string, s_single, s_eol, }, // 0x26 & |
70 { s_single, s_term, s_string, s_single, s_eol, }, // 0x27 ' | 72 { s_single, s_term, s_string, s_single, s_eol, }, // 0x27 ' |
71 { s_single, s_term, s_string, s_single, s_eol, }, // 0x28 ( | 73 { s_single, s_term, s_string, s_single, s_eol, }, // 0x28 ( |
72 { s_single, s_term, s_string, s_single, s_eol, }, // 0x29 ) | 74 { s_single, s_term, s_string, s_single, s_eol, }, // 0x29 ) |
73 { s_single, s_term, s_string, s_single, s_eol, }, // 0x2A * | 75 { s_single, s_term, s_string, s_single, s_eol, }, // 0x2A * |
74 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2B + | 76 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2B + |
75 { s_single, s_term, s_string, s_single, s_eol, }, // 0x2C , | 77 { s_single, s_term, s_string, s_single, s_eol, }, // 0x2C , |
76 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2D - | 78 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2D - |
77 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2E . | 79 { s_single, s_token, s_string, s_single, s_eol, }, // 0x2E . |
78 { s_slash, s_token, s_string, s_slash, s_eol, }, // 0x2F / | 80 { s_slash, s_token, s_string, s_slash, s_eol, }, // 0x2F / |
79 { s_token, s_token, s_string, s_token, s_eol, }, // 0x30 0 | 81 { s_token, s_token, s_string, s_token, s_eol, }, // 0x30 0 |
80 { s_token, s_token, s_string, s_token, s_eol, }, // 0x31 1 | 82 { s_token, s_token, s_string, s_token, s_eol, }, // 0x31 1 |
81 { s_token, s_token, s_string, s_token, s_eol, }, // 0x32 2 | 83 { s_token, s_token, s_string, s_token, s_eol, }, // 0x32 2 |
82 { s_token, s_token, s_string, s_token, s_eol, }, // 0x33 3 | 84 { s_token, s_token, s_string, s_token, s_eol, }, // 0x33 3 |
83 { s_token, s_token, s_string, s_token, s_eol, }, // 0x34 4 | 85 { s_token, s_token, s_string, s_token, s_eol, }, // 0x34 4 |
84 { s_token, s_token, s_string, s_token, s_eol, }, // 0x35 5 | 86 { s_token, s_token, s_string, s_token, s_eol, }, // 0x35 5 |
85 { s_token, s_token, s_string, s_token, s_eol, }, // 0x36 6 | 87 { s_token, s_token, s_string, s_token, s_eol, }, // 0x36 6 |
86 { s_token, s_token, s_string, s_token, s_eol, }, // 0x37 7 | 88 { s_token, s_token, s_string, s_token, s_eol, }, // 0x37 7 |
87 { s_token, s_token, s_string, s_token, s_eol, }, // 0x38 8 | 89 { s_token, s_token, s_string, s_token, s_eol, }, // 0x38 8 |
88 { s_token, s_token, s_string, s_token, s_eol, }, // 0x39 9 | 90 { s_token, s_token, s_string, s_token, s_eol, }, // 0x39 9 |
89 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3A : | 91 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3A : |
90 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3B ; | 92 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3B ; |
91 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3C < | 93 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3C < |
92 { s_single, s_token, s_string, s_single, s_eol, }, // 0x3D = | 94 { s_single, s_token, s_string, s_single, s_eol, }, // 0x3D = |
93 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3E > | 95 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3E > |
94 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3F ? | 96 { s_single, s_term, s_string, s_single, s_eol, }, // 0x3F ? |
95 { s_single, s_token, s_string, s_single, s_eol, }, // 0x40 @ | 97 { s_single, s_token, s_string, s_single, s_eol, }, // 0x40 @ |
96 { s_token, s_token, s_string, s_token, s_eol, }, // 0x41 A | 98 { s_token, s_token, s_string, s_token, s_eol, }, // 0x41 A |
97 { s_token, s_token, s_string, s_token, s_eol, }, // 0x42 B | 99 { s_token, s_token, s_string, s_token, s_eol, }, // 0x42 B |
98 { s_token, s_token, s_string, s_token, s_eol, }, // 0x43 C | 100 { s_token, s_token, s_string, s_token, s_eol, }, // 0x43 C |
99 { s_token, s_token, s_string, s_token, s_eol, }, // 0x44 D | 101 { s_token, s_token, s_string, s_token, s_eol, }, // 0x44 D |
100 { s_token, s_token, s_string, s_token, s_eol, }, // 0x45 E | 102 { s_token, s_token, s_string, s_token, s_eol, }, // 0x45 E |
101 { s_token, s_token, s_string, s_token, s_eol, }, // 0x46 F | 103 { s_token, s_token, s_string, s_token, s_eol, }, // 0x46 F |
102 { s_token, s_token, s_string, s_token, s_eol, }, // 0x47 G | 104 { s_token, s_token, s_string, s_token, s_eol, }, // 0x47 G |
103 { s_token, s_token, s_string, s_token, s_eol, }, // 0x48 H | 105 { s_token, s_token, s_string, s_token, s_eol, }, // 0x48 H |
104 { s_token, s_token, s_string, s_token, s_eol, }, // 0x49 I | 106 { s_token, s_token, s_string, s_token, s_eol, }, // 0x49 I |
105 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4A J | 107 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4A J |
106 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4B K | 108 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4B K |
107 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4C L | 109 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4C L |
108 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4D M | 110 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4D M |
109 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4E N | 111 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4E N |
110 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4F O | 112 { s_token, s_token, s_string, s_token, s_eol, }, // 0x4F O |
111 { s_token, s_token, s_string, s_token, s_eol, }, // 0x50 P | 113 { s_token, s_token, s_string, s_token, s_eol, }, // 0x50 P |
112 { s_token, s_token, s_string, s_token, s_eol, }, // 0x51 Q | 114 { s_token, s_token, s_string, s_token, s_eol, }, // 0x51 Q |
113 { s_token, s_token, s_string, s_token, s_eol, }, // 0x52 R | 115 { s_token, s_token, s_string, s_token, s_eol, }, // 0x52 R |
114 { s_token, s_token, s_string, s_token, s_eol, }, // 0x53 S | 116 { s_token, s_token, s_string, s_token, s_eol, }, // 0x53 S |
115 { s_token, s_token, s_string, s_token, s_eol, }, // 0x54 T | 117 { s_token, s_token, s_string, s_token, s_eol, }, // 0x54 T |
116 { s_token, s_token, s_string, s_token, s_eol, }, // 0x55 U | 118 { s_token, s_token, s_string, s_token, s_eol, }, // 0x55 U |
117 { s_token, s_token, s_string, s_token, s_eol, }, // 0x56 V | 119 { s_token, s_token, s_string, s_token, s_eol, }, // 0x56 V |
118 { s_token, s_token, s_string, s_token, s_eol, }, // 0x57 W | 120 { s_token, s_token, s_string, s_token, s_eol, }, // 0x57 W |
119 { s_token, s_token, s_string, s_token, s_eol, }, // 0x58 X | 121 { s_token, s_token, s_string, s_token, s_eol, }, // 0x58 X |
120 { s_token, s_token, s_string, s_token, s_eol, }, // 0x59 Y | 122 { s_token, s_token, s_string, s_token, s_eol, }, // 0x59 Y |
121 { s_token, s_token, s_string, s_token, s_eol, }, // 0x5A Z | 123 { s_token, s_token, s_string, s_token, s_eol, }, // 0x5A Z |
122 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5B [ | 124 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5B [ |
123 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5C backslash | 125 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5C backslash |
124 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5D ] | 126 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5D ] |
125 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5E ^ | 127 { s_single, s_term, s_string, s_single, s_eol, }, // 0x5E ^ |
126 { s_single, s_token, s_string, s_single, s_eol, }, // 0x5F _ | 128 { s_single, s_token, s_string, s_single, s_eol, }, // 0x5F _ |
127 { s_single, s_term, s_string, s_single, s_eol, }, // 0x60 ` | 129 { s_single, s_term, s_string, s_single, s_eol, }, // 0x60 ` |
128 { s_token, s_token, s_string, s_token, s_eol, }, // 0x61 a | 130 { s_token, s_token, s_string, s_token, s_eol, }, // 0x61 a |
129 { s_token, s_token, s_string, s_token, s_eol, }, // 0x62 b | 131 { s_token, s_token, s_string, s_token, s_eol, }, // 0x62 b |
130 { s_token, s_token, s_string, s_token, s_eol, }, // 0x63 c | 132 { s_token, s_token, s_string, s_token, s_eol, }, // 0x63 c |
131 { s_token, s_token, s_string, s_token, s_eol, }, // 0x64 d | 133 { s_token, s_token, s_string, s_token, s_eol, }, // 0x64 d |
132 { s_token, s_token, s_string, s_token, s_eol, }, // 0x65 e | 134 { s_token, s_token, s_string, s_token, s_eol, }, // 0x65 e |
133 { s_token, s_token, s_string, s_token, s_eol, }, // 0x66 f | 135 { s_token, s_token, s_string, s_token, s_eol, }, // 0x66 f |
134 { s_token, s_token, s_string, s_token, s_eol, }, // 0x67 g | 136 { s_token, s_token, s_string, s_token, s_eol, }, // 0x67 g |
135 { s_token, s_token, s_string, s_token, s_eol, }, // 0x68 h | 137 { s_token, s_token, s_string, s_token, s_eol, }, // 0x68 h |
136 { s_token, s_token, s_string, s_token, s_eol, }, // 0x69 i | 138 { s_token, s_token, s_string, s_token, s_eol, }, // 0x69 i |
137 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6A j | 139 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6A j |
138 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6B k | 140 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6B k |
139 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6C l | 141 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6C l |
140 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6D m | 142 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6D m |
141 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6E n | 143 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6E n |
142 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6F o | 144 { s_token, s_token, s_string, s_token, s_eol, }, // 0x6F o |
143 { s_token, s_token, s_string, s_token, s_eol, }, // 0x70 p | 145 { s_token, s_token, s_string, s_token, s_eol, }, // 0x70 p |
144 { s_token, s_token, s_string, s_token, s_eol, }, // 0x71 q | 146 { s_token, s_token, s_string, s_token, s_eol, }, // 0x71 q |
145 { s_token, s_token, s_string, s_token, s_eol, }, // 0x72 r | 147 { s_token, s_token, s_string, s_token, s_eol, }, // 0x72 r |
146 { s_token, s_token, s_string, s_token, s_eol, }, // 0x73 s | 148 { s_token, s_token, s_string, s_token, s_eol, }, // 0x73 s |
147 { s_token, s_token, s_string, s_token, s_eol, }, // 0x74 t | 149 { s_token, s_token, s_string, s_token, s_eol, }, // 0x74 t |
148 { s_token, s_token, s_string, s_token, s_eol, }, // 0x75 u | 150 { s_token, s_token, s_string, s_token, s_eol, }, // 0x75 u |
149 { s_token, s_token, s_string, s_token, s_eol, }, // 0x76 v | 151 { s_token, s_token, s_string, s_token, s_eol, }, // 0x76 v |
150 { s_token, s_token, s_string, s_token, s_eol, }, // 0x77 w | 152 { s_token, s_token, s_string, s_token, s_eol, }, // 0x77 w |
151 { s_token, s_token, s_string, s_token, s_eol, }, // 0x78 x | 153 { s_token, s_token, s_string, s_token, s_eol, }, // 0x78 x |
152 { s_token, s_token, s_string, s_token, s_eol, }, // 0x79 y | 154 { s_token, s_token, s_string, s_token, s_eol, }, // 0x79 y |
153 { s_token, s_token, s_string, s_token, s_eol, }, // 0x7A z | 155 { s_token, s_token, s_string, s_token, s_eol, }, // 0x7A z |
154 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7B { | 156 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7B { |
155 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7C | | 157 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7C | |
156 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7D } | 158 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7D } |
157 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7E ~ | 159 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7E ~ |
158 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7f | 160 { s_single, s_term, s_string, s_single, s_eol, }, // 0x7f |
159 { s_single, s_term, s_string, s_single, s_eol, }, // 0x80 | 161 { s_single, s_term, s_string, s_single, s_eol, }, // 0x80 |
160 { s_single, s_term, s_string, s_single, s_eol, }, // 0x81 | 162 { s_single, s_term, s_string, s_single, s_eol, }, // 0x81 |
161 { s_single, s_term, s_string, s_single, s_eol, }, // 0x82 | 163 { s_single, s_term, s_string, s_single, s_eol, }, // 0x82 |
162 { s_single, s_term, s_string, s_single, s_eol, }, // 0x83 | 164 { s_single, s_term, s_string, s_single, s_eol, }, // 0x83 |
163 { s_single, s_term, s_string, s_single, s_eol, }, // 0x84 | 165 { s_single, s_term, s_string, s_single, s_eol, }, // 0x84 |
164 { s_single, s_term, s_string, s_single, s_eol, }, // 0x85 | 166 { s_single, s_term, s_string, s_single, s_eol, }, // 0x85 |
165 { s_single, s_term, s_string, s_single, s_eol, }, // 0x86 | 167 { s_single, s_term, s_string, s_single, s_eol, }, // 0x86 |
166 { s_single, s_term, s_string, s_single, s_eol, }, // 0x87 | 168 { s_single, s_term, s_string, s_single, s_eol, }, // 0x87 |
167 { s_single, s_term, s_string, s_single, s_eol, }, // 0x88 | 169 { s_single, s_term, s_string, s_single, s_eol, }, // 0x88 |
168 { s_single, s_term, s_string, s_single, s_eol, }, // 0x89 | 170 { s_single, s_term, s_string, s_single, s_eol, }, // 0x89 |
169 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8a | 171 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8a |
170 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8b | 172 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8b |
171 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8c | 173 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8c |
172 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8d | 174 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8d |
173 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8e | 175 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8e |
174 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8f | 176 { s_single, s_term, s_string, s_single, s_eol, }, // 0x8f |
175 { s_single, s_term, s_string, s_single, s_eol, }, // 0x90 | 177 { s_single, s_term, s_string, s_single, s_eol, }, // 0x90 |
176 { s_single, s_term, s_string, s_single, s_eol, }, // 0x91 | 178 { s_single, s_term, s_string, s_single, s_eol, }, // 0x91 |
177 { s_single, s_term, s_string, s_single, s_eol, }, // 0x92 | 179 { s_single, s_term, s_string, s_single, s_eol, }, // 0x92 |
178 { s_single, s_term, s_string, s_single, s_eol, }, // 0x93 | 180 { s_single, s_term, s_string, s_single, s_eol, }, // 0x93 |
179 { s_single, s_term, s_string, s_single, s_eol, }, // 0x94 | 181 { s_single, s_term, s_string, s_single, s_eol, }, // 0x94 |
180 { s_single, s_term, s_string, s_single, s_eol, }, // 0x95 | 182 { s_single, s_term, s_string, s_single, s_eol, }, // 0x95 |
181 { s_single, s_term, s_string, s_single, s_eol, }, // 0x96 | 183 { s_single, s_term, s_string, s_single, s_eol, }, // 0x96 |
182 { s_single, s_term, s_string, s_single, s_eol, }, // 0x97 | 184 { s_single, s_term, s_string, s_single, s_eol, }, // 0x97 |
183 { s_single, s_term, s_string, s_single, s_eol, }, // 0x98 | 185 { s_single, s_term, s_string, s_single, s_eol, }, // 0x98 |
184 { s_single, s_term, s_string, s_single, s_eol, }, // 0x99 | 186 { s_single, s_term, s_string, s_single, s_eol, }, // 0x99 |
185 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9a | 187 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9a |
186 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9b | 188 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9b |
187 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9c | 189 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9c |
188 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9d | 190 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9d |
189 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9e | 191 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9e |
190 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9f | 192 { s_single, s_term, s_string, s_single, s_eol, }, // 0x9f |
191 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa0 | 193 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa0 |
192 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa1 | 194 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa1 |
193 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa2 | 195 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa2 |
194 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa3 | 196 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa3 |
195 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa4 | 197 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa4 |
196 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa5 | 198 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa5 |
197 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa6 | 199 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa6 |
198 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa7 | 200 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa7 |
199 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa8 | 201 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa8 |
200 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa9 | 202 { s_single, s_term, s_string, s_single, s_eol, }, // 0xa9 |
201 { s_single, s_term, s_string, s_single, s_eol, }, // 0xaa | 203 { s_single, s_term, s_string, s_single, s_eol, }, // 0xaa |
202 { s_single, s_term, s_string, s_single, s_eol, }, // 0xab | 204 { s_single, s_term, s_string, s_single, s_eol, }, // 0xab |
203 { s_single, s_term, s_string, s_single, s_eol, }, // 0xac | 205 { s_single, s_term, s_string, s_single, s_eol, }, // 0xac |
204 { s_single, s_term, s_string, s_single, s_eol, }, // 0xad | 206 { s_single, s_term, s_string, s_single, s_eol, }, // 0xad |
205 { s_single, s_term, s_string, s_single, s_eol, }, // 0xae | 207 { s_single, s_term, s_string, s_single, s_eol, }, // 0xae |
206 { s_single, s_term, s_string, s_single, s_eol, }, // 0xaf | 208 { s_single, s_term, s_string, s_single, s_eol, }, // 0xaf |
207 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb0 | 209 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb0 |
208 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb1 | 210 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb1 |
209 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb2 | 211 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb2 |
210 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb3 | 212 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb3 |
211 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb4 | 213 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb4 |
212 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb5 | 214 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb5 |
213 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb6 | 215 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb6 |
214 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb7 | 216 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb7 |
215 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb8 | 217 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb8 |
216 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb9 | 218 { s_single, s_term, s_string, s_single, s_eol, }, // 0xb9 |
217 { s_single, s_term, s_string, s_single, s_eol, }, // 0xba | 219 { s_single, s_term, s_string, s_single, s_eol, }, // 0xba |
218 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbb | 220 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbb |
219 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbc | 221 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbc |
220 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbd | 222 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbd |
221 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbe | 223 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbe |
222 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbf | 224 { s_single, s_term, s_string, s_single, s_eol, }, // 0xbf |
223 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc0 | 225 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc0 |
224 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc1 | 226 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc1 |
225 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc2 | 227 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc2 |
226 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc3 | 228 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc3 |
227 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc4 | 229 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc4 |
228 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc5 | 230 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc5 |
229 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc6 | 231 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc6 |
230 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc7 | 232 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc7 |
231 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc8 | 233 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc8 |
232 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc9 | 234 { s_single, s_term, s_string, s_single, s_eol, }, // 0xc9 |
233 { s_single, s_term, s_string, s_single, s_eol, }, // 0xca | 235 { s_single, s_term, s_string, s_single, s_eol, }, // 0xca |
234 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcb | 236 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcb |
235 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcc | 237 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcc |
236 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcd | 238 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcd |
237 { s_single, s_term, s_string, s_single, s_eol, }, // 0xce | 239 { s_single, s_term, s_string, s_single, s_eol, }, // 0xce |
238 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcf | 240 { s_single, s_term, s_string, s_single, s_eol, }, // 0xcf |
239 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd0 | 241 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd0 |
240 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd1 | 242 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd1 |
241 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd2 | 243 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd2 |
242 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd3 | 244 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd3 |
243 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd4 | 245 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd4 |
244 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd5 | 246 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd5 |
245 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd6 | 247 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd6 |
246 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd7 | 248 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd7 |
247 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd8 | 249 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd8 |
248 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd9 | 250 { s_single, s_term, s_string, s_single, s_eol, }, // 0xd9 |
249 { s_single, s_term, s_string, s_single, s_eol, }, // 0xda | 251 { s_single, s_term, s_string, s_single, s_eol, }, // 0xda |
250 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdb | 252 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdb |
251 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdc | 253 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdc |
252 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdd | 254 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdd |
253 { s_single, s_term, s_string, s_single, s_eol, }, // 0xde | 255 { s_single, s_term, s_string, s_single, s_eol, }, // 0xde |
254 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdf | 256 { s_single, s_term, s_string, s_single, s_eol, }, // 0xdf |
255 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe0 | 257 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe0 |
256 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe1 | 258 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe1 |
257 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe2 | 259 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe2 |
258 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe3 | 260 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe3 |
259 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe4 | 261 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe4 |
260 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe5 | 262 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe5 |
261 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe6 | 263 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe6 |
262 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe7 | 264 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe7 |
263 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe8 | 265 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe8 |
264 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe9 | 266 { s_single, s_term, s_string, s_single, s_eol, }, // 0xe9 |
265 { s_single, s_term, s_string, s_single, s_eol, }, // 0xea | 267 { s_single, s_term, s_string, s_single, s_eol, }, // 0xea |
266 { s_single, s_term, s_string, s_single, s_eol, }, // 0xeb | 268 { s_single, s_term, s_string, s_single, s_eol, }, // 0xeb |
267 { s_single, s_term, s_string, s_single, s_eol, }, // 0xec | 269 { s_single, s_term, s_string, s_single, s_eol, }, // 0xec |
268 { s_single, s_term, s_string, s_single, s_eol, }, // 0xed | 270 { s_single, s_term, s_string, s_single, s_eol, }, // 0xed |
269 { s_single, s_term, s_string, s_single, s_eol, }, // 0xee | 271 { s_single, s_term, s_string, s_single, s_eol, }, // 0xee |
270 { s_single, s_term, s_string, s_single, s_eol, }, // 0xef | 272 { s_single, s_term, s_string, s_single, s_eol, }, // 0xef |
271 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf0 | 273 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf0 |
272 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf1 | 274 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf1 |
273 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf2 | 275 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf2 |
274 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf3 | 276 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf3 |
275 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf4 | 277 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf4 |
276 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf5 | 278 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf5 |
277 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf6 | 279 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf6 |
278 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf7 | 280 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf7 |
279 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf8 | 281 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf8 |
280 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf9 | 282 { s_single, s_term, s_string, s_single, s_eol, }, // 0xf9 |
281 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfa | 283 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfa |
282 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfb | 284 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfb |
283 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfc | 285 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfc |
284 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfd | 286 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfd |
285 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfe | 287 { s_single, s_term, s_string, s_single, s_eol, }, // 0xfe |
286 { s_single, s_term, s_string, s_single, s_eol, }, // 0xff | 288 { s_single, s_term, s_string, s_single, s_eol, }, // 0xff |
287 }; | 289 }; |
288 | 290 |
289 | 291 |
290 TOKEN::TOKEN(char *fn, string_set *includes) { | 292 TOKEN::TOKEN(char *fn, string_set *includes) { |
291 pushed = false; | 293 pushed = false; |
292 include_files = includes; | 294 include_files = includes; |
293 include(fn); | 295 include(fn); |
294 } | 296 } |
295 | 297 |
296 | 298 |
297 TOKEN::~TOKEN() { | 299 TOKEN::~TOKEN() { |
298 while (!streams.empty()) pop(); | 300 while (!streams.empty()) pop(); |
299 } | 301 } |
300 | 302 |
301 | 303 |
302 void TOKEN::pop() { | 304 void TOKEN::pop() { |
303 ifstream *is = streams.front(); | 305 ifstream *is = streams.front(); |
304 char *fn = filenames.front(); | 306 char *fn = filenames.front(); |
305 streams.pop_front(); | 307 streams.pop_front(); |
306 filenames.pop_front(); | 308 filenames.pop_front(); |
307 filenamess.erase(fn); | 309 filenamess.erase(fn); |
308 linenumbers.pop_front(); | 310 linenumbers.pop_front(); |
309 is->close(); | 311 is->close(); |
310 delete is; | 312 delete is; |
311 } | 313 } |
312 | 314 |
313 | 315 |
314 void TOKEN::push_char(u_char c) { | 316 void TOKEN::push_char(u_char c) { |
315 pushed = true; | 317 pushed = true; |
316 pushed_char = c; | 318 pushed_char = c; |
317 } | 319 } |
318 | 320 |
319 | 321 |
320 bool TOKEN::next_char(u_char &uc) { | 322 bool TOKEN::next_char(u_char &uc) { |
321 if (pushed) { | 323 if (pushed) { |
322 uc = (u_char)tolower((char)pushed_char); | 324 uc = (u_char)tolower((char)pushed_char); |
323 pushed = false; | 325 pushed = false; |
324 return true; | 326 return true; |
325 } | 327 } |
326 while (!streams.empty() && streams.front()->eof()) { | 328 while (!streams.empty() && streams.front()->eof()) { |
327 pop(); | 329 pop(); |
328 } | 330 } |
329 if (streams.empty()) return false; | 331 if (streams.empty()) return false; |
330 ifstream *is = streams.front(); | 332 ifstream *is = streams.front(); |
331 uc = (u_char)is->get(); | 333 uc = (u_char)is->get(); |
332 if (is->eof()) return next_char(uc); | 334 if (is->eof()) return next_char(uc); |
333 if (uc == (u_char)'\n') { | 335 if (uc == (u_char)'\n') { |
334 int &line = linenumbers.front(); | 336 int &line = linenumbers.front(); |
335 line++; | 337 line++; |
336 } | 338 } |
337 uc = (u_char)tolower((char)uc); | 339 uc = (u_char)tolower((char)uc); |
338 return true; | 340 return true; |
339 } | 341 } |
340 | 342 |
341 | 343 |
342 bool TOKEN::include(char *fn) { | 344 bool TOKEN::include(char *fn) { |
343 string_set::iterator i = filenamess.find(fn); | 345 string_set::iterator i = filenamess.find(fn); |
344 if (i != filenamess.end()) { | 346 if (i != filenamess.end()) { |
345 my_syslog("redundant or recursive include file detected"); | 347 token_error("redundant or recursive include file detected"); |
346 return false; | 348 return false; |
347 } | 349 } |
348 ifstream *is = new ifstream; | 350 ifstream *is = new ifstream; |
349 is->open(fn); | 351 is->open(fn); |
350 if (is->fail()) { | 352 if (is->fail()) { |
351 char buf[1000]; | 353 char buf[maxlen]; |
352 snprintf(buf, sizeof(buf), "include file %s not found", fn); | 354 snprintf(buf, sizeof(buf), "include file %s not found", fn); |
353 token_error(buf); | 355 token_error(buf); |
354 return false; | 356 return false; |
355 } | 357 } |
356 string_set &inc = *include_files; | 358 string_set &inc = *include_files; |
357 inc.insert(fn); | 359 inc.insert(fn); |
358 streams.push_front(is); | 360 streams.push_front(is); |
359 filenames.push_front(fn); | 361 filenames.push_front(fn); |
360 filenamess.insert(fn); | 362 filenamess.insert(fn); |
361 linenumbers.push_front(1); | 363 linenumbers.push_front(1); |
362 return true; | 364 return true; |
363 } | 365 } |
364 | 366 |
365 | 367 |
366 char *TOKEN::next() { | 368 char *TOKEN::next() { |
367 if (!pending_tokens.empty()) { | 369 if (!pending_tokens.empty()) { |
368 char *t = pending_tokens.front(); | 370 char *t = pending_tokens.front(); |
369 pending_tokens.pop_front(); | 371 pending_tokens.pop_front(); |
370 return t; | 372 return t; |
371 } | 373 } |
372 if (streams.empty()) return NULL; | 374 if (streams.empty()) return NULL; |
373 const int PENDING_LIMIT = 1000; | 375 const int PENDING_LIMIT = 1000; |
374 static u_char buffer[PENDING_LIMIT]; | 376 static u_char buffer[PENDING_LIMIT]; |
375 int count = 0; | 377 int count = 0; |
376 state st = s_init; | 378 state st = s_init; |
377 while (true) { | 379 while (true) { |
378 if (count == (PENDING_LIMIT-1)) { | 380 if (count == (PENDING_LIMIT-1)) { |
379 token_error("token too long"); | 381 token_error("token too long"); |
380 break; | 382 break; |
381 } | 383 } |
382 if (st >= end_state) { | 384 if (st >= end_state) { |
383 token_error("finite state machine error"); | 385 token_error("finite state machine error"); |
384 break; | 386 break; |
385 } | 387 } |
386 u_char c; | 388 u_char c; |
387 if (!next_char(c)) break; | 389 if (!next_char(c)) break; |
388 st = parse_table[c][st]; | 390 st = parse_table[c][st]; |
389 switch (st) { | 391 switch (st) { |
390 case s_string: | 392 case s_string: |
391 case s_token: { | 393 case s_token: { |
392 buffer[count++] = c; | 394 buffer[count++] = c; |
393 } break; | 395 } break; |
394 | 396 |
395 case s_term: { | 397 case s_term: { |
396 push_char(c); | 398 push_char(c); |
397 st = s_init; | 399 st = s_init; |
398 } break; | 400 } break; |
399 | 401 |
400 case s_string1: { | 402 case s_string1: { |
401 st = s_string; | 403 st = s_string; |
402 } break; | 404 } break; |
403 | 405 |
404 case s_string2: { | 406 case s_string2: { |
405 st = s_init; | 407 st = s_init; |
406 } break; | 408 } break; |
407 | 409 |
408 case s_single: { | 410 case s_single: { |
409 buffer[count++] = c; | 411 buffer[count++] = c; |
410 st = s_init; | 412 st = s_init; |
411 } break; | 413 } break; |
412 | 414 |
413 case s_ignore: | 415 case s_ignore: |
414 case s_eol: { | 416 case s_eol: { |
415 } break; | 417 } break; |
416 | 418 |
417 | 419 |
418 case s_slash: { | 420 case s_slash: { |
419 buffer[count++] = c; | 421 buffer[count++] = c; |
420 if (next_char(c)) { | 422 if (next_char(c)) { |
421 if (c == (u_char)'/') { | 423 if (c == (u_char)'/') { |
422 // start of ignore to eol on // | 424 // start of ignore to eol on // |
423 count--; | 425 count--; |
424 st = s_eol; | 426 st = s_eol; |
425 } | 427 } |
426 else { | 428 else { |
427 // not a // token, just return this single / | 429 // not a // token, just return this single / |
428 push_char(c); | 430 push_char(c); |
429 st = s_init; | 431 st = s_init; |
430 } | 432 } |
431 } | 433 } |
432 else { | 434 else { |
433 // cannot get another char | 435 // cannot get another char |
434 st = s_init; | 436 st = s_init; |
435 } | 437 } |
436 } break; | 438 } break; |
437 | 439 |
438 default: { | 440 default: { |
439 token_error(); | 441 token_error(); |
440 token_error("unknown state %d %s \n", st, " "); | 442 token_error("unknown state %d %s \n", st, " "); |
441 } break; | 443 } break; |
442 } | 444 } |
443 if (st == s_init) break; | 445 if (st == s_init) break; |
444 } | 446 } |
445 | 447 |
446 buffer[count] = '\0'; | 448 buffer[count] = '\0'; |
447 if (count == 0) return NULL; | 449 if (count == 0) return NULL; |
448 char *t = register_string((char*)buffer); | 450 char *t = register_string((char*)buffer); |
449 if (t == token_include) { | 451 if (t == token_include) { |
450 char *f = next(); // should be file name | 452 char *f = next(); // should be file name |
451 char *s = next(); // should be semicolon | 453 char *s = next(); // should be semicolon |
452 if (s == token_semi) { | 454 if (s == token_semi) { |
453 include(f); | 455 include(f); |
454 return next(); | 456 return next(); |
455 } | 457 } |
456 else { | 458 else { |
457 push(s); | 459 push(s); |
458 push(f); | 460 push(f); |
459 return t; | 461 return t; |
460 } | 462 } |
461 } | 463 } |
462 return t; | 464 return t; |
463 } | 465 } |
464 | 466 |
465 | 467 |
466 int TOKEN::nextint() { | 468 int TOKEN::nextint() { |
467 char *t = next(); | 469 char *t = next(); |
468 char *e; | 470 char *e; |
469 long i = strtol(t, &e, 10); | 471 long i = strtol(t, &e, 10); |
470 if (*e != '\0') { | 472 if (*e != '\0') { |
471 token_error("integer", t); | 473 token_error("integer", t); |
472 return 0; | 474 return 0; |
473 } | 475 } |
474 return (int)i; | 476 return (int)i; |
475 } | 477 } |
476 | 478 |
477 | 479 |
478 void TOKEN::skipeol() { | 480 void TOKEN::skipeol() { |
479 while (true) { | 481 while (true) { |
480 u_char c; | 482 u_char c; |
481 if (!next_char(c)) break; | 483 if (!next_char(c)) break; |
482 if (c == (u_char)'\n') break; | 484 if (c == (u_char)'\n') break; |
483 } | 485 } |
484 } | 486 } |
485 | 487 |
486 | 488 |
487 void TOKEN::token_error(const char *err) { | 489 void TOKEN::token_error(const char *err) { |
488 token_error(); | 490 token_error(); |
489 printf("%s \n", err); | 491 char buf[maxlen]; |
492 snprintf(buf, sizeof(buf), "%s \n", err); | |
493 my_syslog(buf); | |
490 } | 494 } |
491 | 495 |
492 | 496 |
493 void TOKEN::token_error(const char *fmt, int d, const char *s) { | 497 void TOKEN::token_error(const char *fmt, int d, const char *s) { |
494 printf(fmt, d, s); | 498 char buf[maxlen]; |
499 snprintf(buf, sizeof(buf), fmt, d, s); | |
500 my_syslog(buf); | |
495 } | 501 } |
496 | 502 |
497 | 503 |
498 void TOKEN::token_error(const char *fmt, const char *t, const char *h) { | 504 void TOKEN::token_error(const char *fmt, const char *t, const char *h) { |
499 if (!h) h = "null"; | 505 if (!h) h = "null"; |
500 printf(fmt, t, h); | 506 char buf[maxlen]; |
507 snprintf(buf, sizeof(buf), fmt, t, h); | |
508 my_syslog(buf); | |
501 } | 509 } |
502 | 510 |
503 | 511 |
504 void TOKEN::token_error(const char *want, const char *have) { | 512 void TOKEN::token_error(const char *want, const char *have) { |
505 token_error(); | 513 token_error(); |
506 token_error("expecting %s, found %s \n", want, have); | 514 token_error("expecting %s, found %s \n", want, have); |
507 } | 515 } |
508 | 516 |
509 | 517 |
510 void TOKEN::token_error() { | 518 void TOKEN::token_error() { |
511 token_error("syntax error at line %d in file %s -- ", cur_line(), cur_fn()); | 519 token_error("syntax error at line %d in file %s -- ", cur_line(), cur_fn()); |
512 line_list::iterator j = linenumbers.begin(); | 520 line_list::iterator j = linenumbers.begin(); |
513 string_list::iterator i = filenames.begin(); | 521 string_list::iterator i = filenames.begin(); |
514 for (; i!=filenames.end(); i++,j++) { | 522 for (; i!=filenames.end(); i++,j++) { |
515 if (i != filenames.begin()) { | 523 if (i != filenames.begin()) { |
516 char *fn = (*i); | 524 char *fn = (*i); |
517 int li = (*j); | 525 int li = (*j); |
518 token_error("\n included from line %d in file %s -- ", li, fn); | 526 token_error("\n included from line %d in file %s -- ", li, fn); |
519 } | 527 } |
520 } | 528 } |
521 } | 529 } |
522 | 530 |