annotate src/dnsbl.cpp @ 41:d95af8129dfa

updates for 3.2, changing file layout, add queueid to messages
author carl
date Mon, 05 Jul 2004 10:52:02 -0700
parents dc3d8d1aa2d2
children afcf403709ef
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1 /*
96a9758165cd Initial revision
carl
parents:
diff changeset
2
96a9758165cd Initial revision
carl
parents:
diff changeset
3 Copyright (c) 2004 Carl Byington - 510 Software Group, released under
96a9758165cd Initial revision
carl
parents:
diff changeset
4 the GPL version 2 or any later version at your choice available at
96a9758165cd Initial revision
carl
parents:
diff changeset
5 http://www.fsf.org/licenses/gpl.txt
96a9758165cd Initial revision
carl
parents:
diff changeset
6
96a9758165cd Initial revision
carl
parents:
diff changeset
7 Based on a sample milter Copyright (c) 2000-2003 Sendmail, Inc. and its
96a9758165cd Initial revision
carl
parents:
diff changeset
8 suppliers. Inspired by the DCC by Rhyolite Software
96a9758165cd Initial revision
carl
parents:
diff changeset
9
96a9758165cd Initial revision
carl
parents:
diff changeset
10 -p port The port through which the MTA will connect to this milter.
96a9758165cd Initial revision
carl
parents:
diff changeset
11 -t sec The timeout value.
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
12 -c Check the config, and print a copy to stdout. Don't start the
4
15a7e942adec updates to use dcc conf files
carl
parents: 3
diff changeset
13 milter or do anything with the socket.
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
14 -d Add debug syslog entries
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
15
0
96a9758165cd Initial revision
carl
parents:
diff changeset
16
13
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
17 TODO:
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
18 1) Add config for max_recipients for each mail domain. Recipients in
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
19 excess of that limit will be rejected, and the entire data will be
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
20 rejected if it is sent.
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
21
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
22 2) Add config for poison addresses. If any recipient is poison, all
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
23 recipients are rejected even if they would be whitelisted, and the
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
24 data is rejected if sent.
2752e512fd32 finish documentation
carl
parents: 12
diff changeset
25
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
26 3) Add option to only allow one recipient if the return path is empty.
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
27
0
96a9758165cd Initial revision
carl
parents:
diff changeset
28 */
96a9758165cd Initial revision
carl
parents:
diff changeset
29
96a9758165cd Initial revision
carl
parents:
diff changeset
30
96a9758165cd Initial revision
carl
parents:
diff changeset
31 // from sendmail sample
96a9758165cd Initial revision
carl
parents:
diff changeset
32 #include <sys/types.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
33 #include <sys/stat.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
34 #include <errno.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
35 #include <sysexits.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
36 #include <unistd.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
37
96a9758165cd Initial revision
carl
parents:
diff changeset
38 // needed for socket io
96a9758165cd Initial revision
carl
parents:
diff changeset
39 #include <sys/ioctl.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
40 #include <net/if.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
41 #include <arpa/inet.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
42 #include <netinet/in.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
43 #include <netinet/tcp.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
44 #include <netdb.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
45 #include <sys/socket.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
46
96a9758165cd Initial revision
carl
parents:
diff changeset
47 // needed for thread
96a9758165cd Initial revision
carl
parents:
diff changeset
48 #include <pthread.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
49
96a9758165cd Initial revision
carl
parents:
diff changeset
50 // needed for std c++ collections
96a9758165cd Initial revision
carl
parents:
diff changeset
51 #include <set>
96a9758165cd Initial revision
carl
parents:
diff changeset
52 #include <map>
96a9758165cd Initial revision
carl
parents:
diff changeset
53 #include <list>
96a9758165cd Initial revision
carl
parents:
diff changeset
54
96a9758165cd Initial revision
carl
parents:
diff changeset
55 // for the dns resolver
96a9758165cd Initial revision
carl
parents:
diff changeset
56 #include <netinet/in.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
57 #include <arpa/nameser.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
58 #include <resolv.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
59
96a9758165cd Initial revision
carl
parents:
diff changeset
60 // misc stuff needed here
96a9758165cd Initial revision
carl
parents:
diff changeset
61 #include <ctype.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
62 #include <fstream>
96a9758165cd Initial revision
carl
parents:
diff changeset
63 #include <syslog.h>
96a9758165cd Initial revision
carl
parents:
diff changeset
64
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
65 static char* dnsbl_version="$Id$";
0
96a9758165cd Initial revision
carl
parents:
diff changeset
66
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
67 #define DEFAULT "default"
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
68 #define WHITE "white"
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
69 #define BLACK "black"
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
70 #define OK "ok"
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
71 #define MANY "many"
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
72
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
73 enum status {oksofar, // not rejected yet
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
74 white, // whitelisted by envelope from
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
75 black, // blacklisted by envelope from or to
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
76 reject, // rejected by a dns list
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
77 reject_tag, // too many bad html tags
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
78 reject_host}; // too many hosts/urls in body
1
bd0b1a153f67 no message
carl
parents: 0
diff changeset
79
0
96a9758165cd Initial revision
carl
parents:
diff changeset
80 using namespace std;
96a9758165cd Initial revision
carl
parents:
diff changeset
81
96a9758165cd Initial revision
carl
parents:
diff changeset
82 extern "C" {
96a9758165cd Initial revision
carl
parents:
diff changeset
83 #include "libmilter/mfapi.h"
96a9758165cd Initial revision
carl
parents:
diff changeset
84 sfsistat mlfi_connect(SMFICTX *ctx, char *hostname, _SOCK_ADDR *hostaddr);
96a9758165cd Initial revision
carl
parents:
diff changeset
85 sfsistat mlfi_envfrom(SMFICTX *ctx, char **argv);
96a9758165cd Initial revision
carl
parents:
diff changeset
86 sfsistat mlfi_envrcpt(SMFICTX *ctx, char **argv);
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
87 sfsistat mlfi_body(SMFICTX *ctx, u_char *data, size_t len);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
88 sfsistat mlfi_eom(SMFICTX *ctx);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
89 sfsistat mlfi_abort(SMFICTX *ctx);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
90 sfsistat mlfi_close(SMFICTX *ctx);
96a9758165cd Initial revision
carl
parents:
diff changeset
91 }
96a9758165cd Initial revision
carl
parents:
diff changeset
92
96a9758165cd Initial revision
carl
parents:
diff changeset
93 struct ltstr {
96a9758165cd Initial revision
carl
parents:
diff changeset
94 bool operator()(char* s1, char* s2) const {
96a9758165cd Initial revision
carl
parents:
diff changeset
95 return strcmp(s1, s2) < 0;
96a9758165cd Initial revision
carl
parents:
diff changeset
96 }
96a9758165cd Initial revision
carl
parents:
diff changeset
97 };
96a9758165cd Initial revision
carl
parents:
diff changeset
98
96a9758165cd Initial revision
carl
parents:
diff changeset
99 struct DNSBL {
96a9758165cd Initial revision
carl
parents:
diff changeset
100 char *suffix; // blacklist suffix like blackholes.five-ten-sg.com
96a9758165cd Initial revision
carl
parents:
diff changeset
101 char *message; // error message with one or two %s operators for the ip address replacement
96a9758165cd Initial revision
carl
parents:
diff changeset
102 DNSBL(char *s, char *m);
96a9758165cd Initial revision
carl
parents:
diff changeset
103 };
96a9758165cd Initial revision
carl
parents:
diff changeset
104 DNSBL::DNSBL(char *s, char *m) {
96a9758165cd Initial revision
carl
parents:
diff changeset
105 suffix = s;
96a9758165cd Initial revision
carl
parents:
diff changeset
106 message = m;
96a9758165cd Initial revision
carl
parents:
diff changeset
107 }
96a9758165cd Initial revision
carl
parents:
diff changeset
108
96a9758165cd Initial revision
carl
parents:
diff changeset
109 typedef DNSBL * DNSBLP;
96a9758165cd Initial revision
carl
parents:
diff changeset
110 typedef list<DNSBLP> DNSBLL;
96a9758165cd Initial revision
carl
parents:
diff changeset
111 typedef DNSBLL * DNSBLLP;
96a9758165cd Initial revision
carl
parents:
diff changeset
112 typedef map<char *, char *, ltstr> string_map;
96a9758165cd Initial revision
carl
parents:
diff changeset
113 typedef map<char *, string_map *, ltstr> from_map;
96a9758165cd Initial revision
carl
parents:
diff changeset
114 typedef map<char *, DNSBLP, ltstr> dnsblp_map;
96a9758165cd Initial revision
carl
parents:
diff changeset
115 typedef map<char *, DNSBLLP, ltstr> dnsbllp_map;
96a9758165cd Initial revision
carl
parents:
diff changeset
116 typedef set<char *, ltstr> string_set;
96a9758165cd Initial revision
carl
parents:
diff changeset
117 typedef list<char *> string_list;
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
118 typedef map<char *, int, ltstr> ns_map;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
119
96a9758165cd Initial revision
carl
parents:
diff changeset
120 struct CONFIG {
96a9758165cd Initial revision
carl
parents:
diff changeset
121 // the only mutable stuff once it has been loaded from the config file
96a9758165cd Initial revision
carl
parents:
diff changeset
122 int reference_count; // protected by the global config_mutex
96a9758165cd Initial revision
carl
parents:
diff changeset
123 // all the rest is constant after loading from the config file
29
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
124 int generation;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
125 time_t load_time;
96a9758165cd Initial revision
carl
parents:
diff changeset
126 string_list config_files;
96a9758165cd Initial revision
carl
parents:
diff changeset
127 dnsblp_map dnsbls;
96a9758165cd Initial revision
carl
parents:
diff changeset
128 dnsbllp_map dnsblls;
96a9758165cd Initial revision
carl
parents:
diff changeset
129 from_map env_from;
96a9758165cd Initial revision
carl
parents:
diff changeset
130 string_map env_to_dnsbll; // map recipient to a named dnsbll
96a9758165cd Initial revision
carl
parents:
diff changeset
131 string_map env_to_chkfrom; // map recipient to a named from map
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
132 char * content_suffix; // for sbl url body filtering
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
133 char * content_message; // ""
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
134 char * host_limit_message; // error message for excessive host names
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
135 int host_limit; // limit on host names
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
136 char * tag_limit_message; // error message for excessive bad html tags
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
137 int tag_limit; // limit on bad html tags
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
138 string_set html_tags; // set of valid html tags
28
33e1e3910506 add configurable list of tlds
carl
parents: 27
diff changeset
139 string_set tlds; // set of valid tld components
0
96a9758165cd Initial revision
carl
parents:
diff changeset
140 CONFIG();
96a9758165cd Initial revision
carl
parents:
diff changeset
141 ~CONFIG();
96a9758165cd Initial revision
carl
parents:
diff changeset
142 };
96a9758165cd Initial revision
carl
parents:
diff changeset
143 CONFIG::CONFIG() {
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
144 reference_count = 0;
29
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
145 generation = 0;
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
146 load_time = 0;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
147 content_suffix = NULL;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
148 content_message = NULL;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
149 host_limit_message = NULL;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
150 host_limit = 0;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
151 tag_limit_message = NULL;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
152 tag_limit = 0;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
153 }
96a9758165cd Initial revision
carl
parents:
diff changeset
154 CONFIG::~CONFIG() {
96a9758165cd Initial revision
carl
parents:
diff changeset
155 for (dnsblp_map::iterator i=dnsbls.begin(); i!=dnsbls.end(); i++) {
96a9758165cd Initial revision
carl
parents:
diff changeset
156 DNSBLP d = (*i).second;
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
157 // delete the underlying DNSBL objects.
0
96a9758165cd Initial revision
carl
parents:
diff changeset
158 delete d;
96a9758165cd Initial revision
carl
parents:
diff changeset
159 }
96a9758165cd Initial revision
carl
parents:
diff changeset
160 for (dnsbllp_map::iterator i=dnsblls.begin(); i!=dnsblls.end(); i++) {
96a9758165cd Initial revision
carl
parents:
diff changeset
161 DNSBLLP d = (*i).second;
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
162 // *d is a list of pointers to DNSBL objects, but
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
163 // the underlying objects have already been deleted above.
0
96a9758165cd Initial revision
carl
parents:
diff changeset
164 delete d;
96a9758165cd Initial revision
carl
parents:
diff changeset
165 }
96a9758165cd Initial revision
carl
parents:
diff changeset
166 for (from_map::iterator i=env_from.begin(); i!=env_from.end(); i++) {
96a9758165cd Initial revision
carl
parents:
diff changeset
167 string_map *d = (*i).second;
96a9758165cd Initial revision
carl
parents:
diff changeset
168 delete d;
96a9758165cd Initial revision
carl
parents:
diff changeset
169 }
96a9758165cd Initial revision
carl
parents:
diff changeset
170 }
96a9758165cd Initial revision
carl
parents:
diff changeset
171
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
172 static bool debug_syslog = false;
18
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
173 static bool loader_run = true; // used to stop the config loader thread
0
96a9758165cd Initial revision
carl
parents:
diff changeset
174 static string_set all_strings; // owns all the strings, only modified by the config loader thread
96a9758165cd Initial revision
carl
parents:
diff changeset
175 static CONFIG * config = NULL; // protected by the config_mutex
29
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
176 static int generation = 0; // protected by the config_mutex
0
96a9758165cd Initial revision
carl
parents:
diff changeset
177
96a9758165cd Initial revision
carl
parents:
diff changeset
178 static pthread_mutex_t config_mutex;
96a9758165cd Initial revision
carl
parents:
diff changeset
179 static pthread_mutex_t syslog_mutex;
96a9758165cd Initial revision
carl
parents:
diff changeset
180 static pthread_mutex_t resolve_mutex;
96a9758165cd Initial revision
carl
parents:
diff changeset
181
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
182 struct mlfiPriv;
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
183
0
96a9758165cd Initial revision
carl
parents:
diff changeset
184
96a9758165cd Initial revision
carl
parents:
diff changeset
185 ////////////////////////////////////////////////
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
186 // helper to discard the strings and objects held by an ns_map
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
187 //
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
188 static void discard(ns_map &s);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
189 static void discard(ns_map &s) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
190 for (ns_map::iterator i=s.begin(); i!=s.end(); i++) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
191 char *x = (*i).first;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
192 free(x);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
193 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
194 s.clear();
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
195 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
196
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
197 ////////////////////////////////////////////////
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
198 // helper to register a string in an ns_map
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
199 //
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
200 static void register_string(ns_map &s, char *name);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
201 static void register_string(ns_map &s, char *name) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
202 ns_map::iterator i = s.find(name);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
203 if (i != s.end()) return;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
204 char *x = strdup(name);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
205 s[x] = 0;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
206 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
207
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
208 ////////////////////////////////////////////////
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
209 // helper to discard the strings held by a string_set
0
96a9758165cd Initial revision
carl
parents:
diff changeset
210 //
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
211 static void discard(string_set &s);
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
212 static void discard(string_set &s) {
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
213 for (string_set::iterator i=s.begin(); i!=s.end(); i++) {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
214 free(*i);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
215 }
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
216 s.clear();
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
217 }
0
96a9758165cd Initial revision
carl
parents:
diff changeset
218
12
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
219 ////////////////////////////////////////////////
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
220 // helper to register a string in a string set
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
221 //
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
222 static char* register_string(string_set &s, char *name);
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
223 static char* register_string(string_set &s, char *name) {
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
224 string_set::iterator i = s.find(name);
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
225 if (i != s.end()) return *i;
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
226 char *x = strdup(name);
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
227 s.insert(x);
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
228 return x;
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
229 }
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
230
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
231 ////////////////////////////////////////////////
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
232 // syslog a message
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
233 //
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
234 static void my_syslog(mlfiPriv *priv, char *text);
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
235
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
236
12
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
237 // include the content scanner
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
238 #include "scanner.cpp"
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
239
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
240
0
96a9758165cd Initial revision
carl
parents:
diff changeset
241 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
242 // mail filter private data, held for us by sendmail
96a9758165cd Initial revision
carl
parents:
diff changeset
243 //
96a9758165cd Initial revision
carl
parents:
diff changeset
244 struct mlfiPriv
96a9758165cd Initial revision
carl
parents:
diff changeset
245 {
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
246 // connection specific data
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
247 CONFIG *pc; // global context with our maps
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
248 int ip; // ip4 address of the smtp client
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
249 map<DNSBLP, status> checked; // status from those lists
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
250 // message specific data
0
96a9758165cd Initial revision
carl
parents:
diff changeset
251 char *mailaddr; // envelope from value
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
252 char *queueid; // sendmail queue id
0
96a9758165cd Initial revision
carl
parents:
diff changeset
253 bool authenticated; // client authenticated? if so, suppress all dnsbl checks
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
254 bool have_whites; // have at least one whitelisted recipient? need to accept content and remove all non-whitelisted recipients if it fails
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
255 bool only_whites; // every recipient is whitelisted?
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
256 string_set non_whites; // remember the non-whitelisted recipients so we can remove them if need be
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
257 recorder *memory; // memory for the content scanner
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
258 url_scanner *scanner; // object to handle body scanning
0
96a9758165cd Initial revision
carl
parents:
diff changeset
259 mlfiPriv();
96a9758165cd Initial revision
carl
parents:
diff changeset
260 ~mlfiPriv();
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
261 void reset(bool final = false); // for a new message
0
96a9758165cd Initial revision
carl
parents:
diff changeset
262 };
96a9758165cd Initial revision
carl
parents:
diff changeset
263 mlfiPriv::mlfiPriv() {
96a9758165cd Initial revision
carl
parents:
diff changeset
264 pthread_mutex_lock(&config_mutex);
96a9758165cd Initial revision
carl
parents:
diff changeset
265 pc = config;
96a9758165cd Initial revision
carl
parents:
diff changeset
266 pc->reference_count++;
96a9758165cd Initial revision
carl
parents:
diff changeset
267 pthread_mutex_unlock(&config_mutex);
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
268 ip = 0;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
269 mailaddr = NULL;
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
270 queueid = NULL;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
271 authenticated = false;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
272 have_whites = false;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
273 only_whites = true;
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
274 memory = new recorder(this, &pc->html_tags, &pc->tlds);
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
275 scanner = new url_scanner(memory);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
276 }
96a9758165cd Initial revision
carl
parents:
diff changeset
277 mlfiPriv::~mlfiPriv() {
96a9758165cd Initial revision
carl
parents:
diff changeset
278 pthread_mutex_lock(&config_mutex);
96a9758165cd Initial revision
carl
parents:
diff changeset
279 pc->reference_count--;
96a9758165cd Initial revision
carl
parents:
diff changeset
280 pthread_mutex_unlock(&config_mutex);
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
281 reset(true);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
282 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
283 void mlfiPriv::reset(bool final) {
0
96a9758165cd Initial revision
carl
parents:
diff changeset
284 if (mailaddr) free(mailaddr);
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
285 if (queueid) free(queueid);
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
286 discard(non_whites);
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
287 delete memory;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
288 delete scanner;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
289 if (!final) {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
290 mailaddr = NULL;
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
291 queueid = NULL;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
292 authenticated = false;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
293 have_whites = false;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
294 only_whites = true;
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
295 memory = new recorder(this, &pc->html_tags, &pc->tlds);
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
296 scanner = new url_scanner(memory);
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
297 }
0
96a9758165cd Initial revision
carl
parents:
diff changeset
298 }
96a9758165cd Initial revision
carl
parents:
diff changeset
299
96a9758165cd Initial revision
carl
parents:
diff changeset
300 #define MLFIPRIV ((struct mlfiPriv *) smfi_getpriv(ctx))
96a9758165cd Initial revision
carl
parents:
diff changeset
301
96a9758165cd Initial revision
carl
parents:
diff changeset
302
96a9758165cd Initial revision
carl
parents:
diff changeset
303 ////////////////////////////////////////////////
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
304 // syslog a message
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
305 //
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
306 static void my_syslog(mlfiPriv *priv, char *text) {
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
307 char buf[1000];
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
308 if (priv) {
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
309 snprintf(buf, sizeof(buf), "%s %s", priv->queueid, text);
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
310 text = buf;
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
311 }
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
312 pthread_mutex_lock(&syslog_mutex);
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
313 openlog("dnsbl", LOG_PID, LOG_MAIL);
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
314 syslog(LOG_NOTICE, "%s", text);
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
315 closelog();
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
316 pthread_mutex_unlock(&syslog_mutex);
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
317 }
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
318
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
319 static void my_syslog(char *text);
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
320 static void my_syslog(char *text) {
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
321 my_syslog(NULL, text);
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
322 }
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
323
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
324 ////////////////////////////////////////////////
0
96a9758165cd Initial revision
carl
parents:
diff changeset
325 // register a global string
96a9758165cd Initial revision
carl
parents:
diff changeset
326 //
96a9758165cd Initial revision
carl
parents:
diff changeset
327 static char* register_string(char *name);
96a9758165cd Initial revision
carl
parents:
diff changeset
328 static char* register_string(char *name) {
12
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
329 return register_string(all_strings, name);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
330 }
96a9758165cd Initial revision
carl
parents:
diff changeset
331
96a9758165cd Initial revision
carl
parents:
diff changeset
332
96a9758165cd Initial revision
carl
parents:
diff changeset
333 static char* next_token(char *delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
334 static char* next_token(char *delim) {
96a9758165cd Initial revision
carl
parents:
diff changeset
335 char *name = strtok(NULL, delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
336 if (!name) return name;
96a9758165cd Initial revision
carl
parents:
diff changeset
337 return register_string(name);
96a9758165cd Initial revision
carl
parents:
diff changeset
338 }
96a9758165cd Initial revision
carl
parents:
diff changeset
339
96a9758165cd Initial revision
carl
parents:
diff changeset
340
96a9758165cd Initial revision
carl
parents:
diff changeset
341 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
342 // lookup an email address in the env_from or env_to maps
96a9758165cd Initial revision
carl
parents:
diff changeset
343 //
96a9758165cd Initial revision
carl
parents:
diff changeset
344 static char* lookup1(char *email, string_map map);
96a9758165cd Initial revision
carl
parents:
diff changeset
345 static char* lookup1(char *email, string_map map) {
96a9758165cd Initial revision
carl
parents:
diff changeset
346 string_map::iterator i = map.find(email);
96a9758165cd Initial revision
carl
parents:
diff changeset
347 if (i != map.end()) return (*i).second;
96a9758165cd Initial revision
carl
parents:
diff changeset
348 char *x = strchr(email, '@');
96a9758165cd Initial revision
carl
parents:
diff changeset
349 if (!x) return DEFAULT;
96a9758165cd Initial revision
carl
parents:
diff changeset
350 x++;
96a9758165cd Initial revision
carl
parents:
diff changeset
351 i = map.find(x);
96a9758165cd Initial revision
carl
parents:
diff changeset
352 if (i != map.end()) return (*i).second;
96a9758165cd Initial revision
carl
parents:
diff changeset
353 return DEFAULT;
96a9758165cd Initial revision
carl
parents:
diff changeset
354 }
96a9758165cd Initial revision
carl
parents:
diff changeset
355
96a9758165cd Initial revision
carl
parents:
diff changeset
356
96a9758165cd Initial revision
carl
parents:
diff changeset
357 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
358 // lookup an email address in the env_from or env_to maps
96a9758165cd Initial revision
carl
parents:
diff changeset
359 // this email address is passed in from sendmail, and will
96a9758165cd Initial revision
carl
parents:
diff changeset
360 // always be enclosed in <>. It may have mixed case, just
96a9758165cd Initial revision
carl
parents:
diff changeset
361 // as the mail client sent it.
96a9758165cd Initial revision
carl
parents:
diff changeset
362 //
96a9758165cd Initial revision
carl
parents:
diff changeset
363 static char* lookup(char* email, string_map map);
96a9758165cd Initial revision
carl
parents:
diff changeset
364 static char* lookup(char* email, string_map map) {
96a9758165cd Initial revision
carl
parents:
diff changeset
365 int n = strlen(email)-2;
96a9758165cd Initial revision
carl
parents:
diff changeset
366 if (n < 1) return DEFAULT; // malformed
96a9758165cd Initial revision
carl
parents:
diff changeset
367 char *key = strdup(email+1);
96a9758165cd Initial revision
carl
parents:
diff changeset
368 key[n] = '\0';
96a9758165cd Initial revision
carl
parents:
diff changeset
369 for (int i=0; i<n; i++) key[i] = tolower(key[i]);
96a9758165cd Initial revision
carl
parents:
diff changeset
370 char *rc = lookup1(key, map);
96a9758165cd Initial revision
carl
parents:
diff changeset
371 free(key);
96a9758165cd Initial revision
carl
parents:
diff changeset
372 return rc;
96a9758165cd Initial revision
carl
parents:
diff changeset
373 }
96a9758165cd Initial revision
carl
parents:
diff changeset
374
96a9758165cd Initial revision
carl
parents:
diff changeset
375
96a9758165cd Initial revision
carl
parents:
diff changeset
376 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
377 // find the dnsbl with a specific name
96a9758165cd Initial revision
carl
parents:
diff changeset
378 //
96a9758165cd Initial revision
carl
parents:
diff changeset
379 static DNSBLP find_dnsbl(CONFIG &dc, char *name);
96a9758165cd Initial revision
carl
parents:
diff changeset
380 static DNSBLP find_dnsbl(CONFIG &dc, char *name) {
96a9758165cd Initial revision
carl
parents:
diff changeset
381 dnsblp_map::iterator i = dc.dnsbls.find(name);
96a9758165cd Initial revision
carl
parents:
diff changeset
382 if (i == dc.dnsbls.end()) return NULL;
96a9758165cd Initial revision
carl
parents:
diff changeset
383 return (*i).second;
96a9758165cd Initial revision
carl
parents:
diff changeset
384 }
96a9758165cd Initial revision
carl
parents:
diff changeset
385
96a9758165cd Initial revision
carl
parents:
diff changeset
386
96a9758165cd Initial revision
carl
parents:
diff changeset
387 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
388 // find the dnsbll with a specific name
96a9758165cd Initial revision
carl
parents:
diff changeset
389 //
96a9758165cd Initial revision
carl
parents:
diff changeset
390 static DNSBLLP find_dnsbll(CONFIG &dc, char *name);
96a9758165cd Initial revision
carl
parents:
diff changeset
391 static DNSBLLP find_dnsbll(CONFIG &dc, char *name) {
96a9758165cd Initial revision
carl
parents:
diff changeset
392 dnsbllp_map::iterator i = dc.dnsblls.find(name);
96a9758165cd Initial revision
carl
parents:
diff changeset
393 if (i == dc.dnsblls.end()) return NULL;
96a9758165cd Initial revision
carl
parents:
diff changeset
394 return (*i).second;
96a9758165cd Initial revision
carl
parents:
diff changeset
395 }
96a9758165cd Initial revision
carl
parents:
diff changeset
396
96a9758165cd Initial revision
carl
parents:
diff changeset
397
96a9758165cd Initial revision
carl
parents:
diff changeset
398 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
399 // find the envfrom map with a specific name
96a9758165cd Initial revision
carl
parents:
diff changeset
400 //
96a9758165cd Initial revision
carl
parents:
diff changeset
401 static string_map* find_from_map(CONFIG &dc, char *name);
96a9758165cd Initial revision
carl
parents:
diff changeset
402 static string_map* find_from_map(CONFIG &dc, char *name) {
96a9758165cd Initial revision
carl
parents:
diff changeset
403 from_map::iterator i = dc.env_from.find(name);
96a9758165cd Initial revision
carl
parents:
diff changeset
404 if (i == dc.env_from.end()) return NULL;
96a9758165cd Initial revision
carl
parents:
diff changeset
405 return (*i).second;
96a9758165cd Initial revision
carl
parents:
diff changeset
406 }
96a9758165cd Initial revision
carl
parents:
diff changeset
407
96a9758165cd Initial revision
carl
parents:
diff changeset
408
96a9758165cd Initial revision
carl
parents:
diff changeset
409 static string_map& really_find_from_map(CONFIG &dc, char *name);
96a9758165cd Initial revision
carl
parents:
diff changeset
410 static string_map& really_find_from_map(CONFIG &dc, char *name) {
96a9758165cd Initial revision
carl
parents:
diff changeset
411 string_map *sm = find_from_map(dc, name);
96a9758165cd Initial revision
carl
parents:
diff changeset
412 if (!sm) {
96a9758165cd Initial revision
carl
parents:
diff changeset
413 sm = new string_map;
96a9758165cd Initial revision
carl
parents:
diff changeset
414 dc.env_from[name] = sm;
96a9758165cd Initial revision
carl
parents:
diff changeset
415 }
96a9758165cd Initial revision
carl
parents:
diff changeset
416 return *sm;
96a9758165cd Initial revision
carl
parents:
diff changeset
417 }
96a9758165cd Initial revision
carl
parents:
diff changeset
418
96a9758165cd Initial revision
carl
parents:
diff changeset
419
96a9758165cd Initial revision
carl
parents:
diff changeset
420 ////////////////////////////////////////////////
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
421 //
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
422 // ask a dns question and get an A record answer - we don't try
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
423 // very hard, just using the default resolver retry settings.
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
424 // If we cannot get an answer, we just accept the mail. The
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
425 // caller must ensure thread safety.
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
426 //
0
96a9758165cd Initial revision
carl
parents:
diff changeset
427 //
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
428 static int dns_interface(char *question, bool maybe_ip, ns_map *nameservers);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
429 static int dns_interface(char *question, bool maybe_ip, ns_map *nameservers) {
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
430 #ifdef NS_PACKETSZ
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
431 u_char answer[NS_PACKETSZ];
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
432 int length = res_search(question, ns_c_in, ns_t_a, answer, sizeof(answer));
23
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
433 if (length >= 0) { // no error yet
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
434 // parse the answer
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
435 ns_msg handle;
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
436 ns_rr rr;
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
437 if (ns_initparse(answer, length, &handle) == 0) {
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
438 // look for ns names
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
439 if (nameservers) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
440 ns_map &ns = *nameservers;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
441 int rrnum = 0;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
442 while (ns_parserr(&handle, ns_s_ns, rrnum++, &rr) == 0) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
443 if (ns_rr_type(rr) == ns_t_ns) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
444 char nam[NS_MAXDNAME+1];
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
445 char *n = nam;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
446 const u_char *p = ns_rr_rdata(rr);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
447 while (((n-nam) < NS_MAXDNAME) && ((p-answer) < length) && *p) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
448 size_t s = *(p++);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
449 if (s > 191) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
450 // compression pointer
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
451 s = (s-192)*256 + *(p++);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
452 if (s >= length) break; // pointer outside bounds of answer
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
453 p = answer + s;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
454 s = *(p++);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
455 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
456 if (s > 0) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
457 if ((n-nam) >= (NS_MAXDNAME-s)) break; // destination would overflow name buffer
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
458 if ((p-answer) >= (length-s)) break; // source outside bounds of answer
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
459 memcpy(n, p, s);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
460 n += s;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
461 p += s;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
462 *(n++) = '.';
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
463 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
464 }
36
95607fbef608 no message
carl
parents: 35
diff changeset
465 if (n-nam) n--; // remove trailing .
95607fbef608 no message
carl
parents: 35
diff changeset
466 *n = '\0'; // null terminate it
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
467 register_string(ns, nam); // ns host to lookup later
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
468 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
469 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
470 rrnum = 0;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
471 while (ns_parserr(&handle, ns_s_ar, rrnum++, &rr) == 0) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
472 if (ns_rr_type(rr) == ns_t_a) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
473 char* nam = (char*)ns_rr_name(rr);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
474 ns_map::iterator i = ns.find(nam);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
475 if (i != ns.end()) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
476 // we want this ip address
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
477 int address;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
478 memcpy(&address, ns_rr_rdata(rr), sizeof(address));
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
479 ns[nam] = address;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
480 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
481 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
482 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
483 }
23
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
484 int rrnum = 0;
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
485 while (ns_parserr(&handle, ns_s_an, rrnum++, &rr) == 0) {
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
486 if (ns_rr_type(rr) == ns_t_a) {
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
487 int address;
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
488 memcpy(&address, ns_rr_rdata(rr), sizeof(address));
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
489 return address;
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
490 }
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
491 }
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
492 }
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
493 }
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
494 if (maybe_ip) {
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
495 // might be a bare ip address
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
496 in_addr ip;
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
497 if (inet_aton(question, &ip)) {
06de5ab6a232 add url decoding stage, allow http:/ single / in yahoo redirector, allow ip address hostnames
carl
parents: 22
diff changeset
498 return ip.s_addr;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
499 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
500 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
501 return 0;
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
502 #else
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
503 struct hostent *host = gethostbyname(question);
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
504 if (!host) return 0;
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
505 if (host->h_addrtype != AF_INET) return 0;
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
506 int address;
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
507 memcpy(&address, host->h_addr, sizeof(address));
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
508 return address;
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
509 #endif
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
510 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
511
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
512 static int protected_dns_interface(char *question, bool maybe_ip, ns_map *nameservers);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
513 static int protected_dns_interface(char *question, bool maybe_ip, ns_map *nameservers) {
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
514 int ans;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
515 pthread_mutex_lock(&resolve_mutex);
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
516 ans = dns_interface(question, maybe_ip, nameservers);
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
517 pthread_mutex_unlock(&resolve_mutex);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
518 return ans;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
519
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
520 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
521
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
522 ////////////////////////////////////////////////
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
523 // check a single dnsbl
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
524 //
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
525 static status check_single(int ip, char *suffix);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
526 static status check_single(int ip, char *suffix) {
0
96a9758165cd Initial revision
carl
parents:
diff changeset
527 // make a dns question
96a9758165cd Initial revision
carl
parents:
diff changeset
528 const u_char *src = (const u_char *)&ip;
96a9758165cd Initial revision
carl
parents:
diff changeset
529 if (src[0] == 127) return oksofar; // don't do dns lookups on localhost
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
530 #ifdef NS_MAXDNAME
0
96a9758165cd Initial revision
carl
parents:
diff changeset
531 char question[NS_MAXDNAME];
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
532 #else
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
533 char question[1000];
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
534 #endif
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
535 snprintf(question, sizeof(question), "%u.%u.%u.%u.%s.", src[3], src[2], src[1], src[0], suffix);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
536 // ask the question, if we get an A record it implies a blacklisted ip address
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
537 return (protected_dns_interface(question, false, NULL)) ? reject : oksofar;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
538 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
539
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
540
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
541 ////////////////////////////////////////////////
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
542 // check a single dnsbl
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
543 //
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
544 static status check_single(int ip, DNSBL &bl);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
545 static status check_single(int ip, DNSBL &bl) {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
546 return check_single(ip, bl.suffix);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
547 }
96a9758165cd Initial revision
carl
parents:
diff changeset
548
96a9758165cd Initial revision
carl
parents:
diff changeset
549
96a9758165cd Initial revision
carl
parents:
diff changeset
550 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
551 // check the dnsbls specified for this recipient
96a9758165cd Initial revision
carl
parents:
diff changeset
552 //
96a9758165cd Initial revision
carl
parents:
diff changeset
553 static status check_dnsbl(mlfiPriv &priv, DNSBLLP dnsbllp, DNSBLP &rejectlist);
96a9758165cd Initial revision
carl
parents:
diff changeset
554 static status check_dnsbl(mlfiPriv &priv, DNSBLLP dnsbllp, DNSBLP &rejectlist) {
96a9758165cd Initial revision
carl
parents:
diff changeset
555 if (priv.authenticated) return oksofar;
96a9758165cd Initial revision
carl
parents:
diff changeset
556 if (!dnsbllp) return oksofar;
96a9758165cd Initial revision
carl
parents:
diff changeset
557 DNSBLL &dnsbll = *dnsbllp;
96a9758165cd Initial revision
carl
parents:
diff changeset
558 for (DNSBLL::iterator i=dnsbll.begin(); i!=dnsbll.end(); i++) {
96a9758165cd Initial revision
carl
parents:
diff changeset
559 DNSBLP dp = *i; // non null by construction
96a9758165cd Initial revision
carl
parents:
diff changeset
560 status st;
96a9758165cd Initial revision
carl
parents:
diff changeset
561 map<DNSBLP, status>::iterator f = priv.checked.find(dp);
96a9758165cd Initial revision
carl
parents:
diff changeset
562 if (f == priv.checked.end()) {
96a9758165cd Initial revision
carl
parents:
diff changeset
563 // have not checked this list yet
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
564 st = check_single(priv.ip, *dp);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
565 rejectlist = dp;
96a9758165cd Initial revision
carl
parents:
diff changeset
566 priv.checked[dp] = st;
96a9758165cd Initial revision
carl
parents:
diff changeset
567 }
96a9758165cd Initial revision
carl
parents:
diff changeset
568 else {
96a9758165cd Initial revision
carl
parents:
diff changeset
569 st = (*f).second;
96a9758165cd Initial revision
carl
parents:
diff changeset
570 rejectlist = (*f).first;
96a9758165cd Initial revision
carl
parents:
diff changeset
571 }
96a9758165cd Initial revision
carl
parents:
diff changeset
572 if (st == reject) return st;
96a9758165cd Initial revision
carl
parents:
diff changeset
573 }
96a9758165cd Initial revision
carl
parents:
diff changeset
574 return oksofar;
96a9758165cd Initial revision
carl
parents:
diff changeset
575 }
96a9758165cd Initial revision
carl
parents:
diff changeset
576
96a9758165cd Initial revision
carl
parents:
diff changeset
577
96a9758165cd Initial revision
carl
parents:
diff changeset
578 ////////////////////////////////////////////////
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
579 // check the dnsbls specified for this recipient
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
580 //
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
581 static status check_hosts(mlfiPriv &priv, char *&host, int &ip);
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
582 static status check_hosts(mlfiPriv &priv, char *&host, int &ip) {
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
583 CONFIG &dc = *priv.pc;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
584 if (!dc.content_suffix) return oksofar;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
585 int count = 0;
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
586 ns_map nameservers;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
587 int lim = priv.pc->host_limit;
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
588 for (string_set::iterator i=priv.memory->hosts.begin(); i!=priv.memory->hosts.end(); i++) {
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
589 count++;
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
590 if ((count > lim) && (lim > 0)) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
591 discard(nameservers);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
592 return reject_host;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
593 }
35
d718dca81bc9 fix dangling reference
carl
parents: 34
diff changeset
594 host = *i; // a reference into priv.memory->hosts, which will live until this smtp transaction is closed
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
595 ip = protected_dns_interface(host, true, &nameservers);
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
596 if (debug_syslog) {
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
597 char buf[200];
29
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
598 if (ip) {
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
599 char adr[sizeof "255.255.255.255"];
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
600 adr[0] = '\0';
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
601 inet_ntop(AF_INET, (const u_char *)&ip, adr, sizeof(adr));
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
602 snprintf(buf, sizeof(buf), "host %s found at %s", host, adr);
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
603 }
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
604 else {
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
605 snprintf(buf, sizeof(buf), "host %s not found", host);
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
606 }
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
607 my_syslog(&priv, buf);
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
608 }
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
609 if (ip) {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
610 status st = check_single(ip, dc.content_suffix);
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
611 if (st == reject) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
612 discard(nameservers);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
613 return st;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
614 }
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
615 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
616 }
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
617 lim *= 4; // allow average of 3 ns per host name
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
618 for (ns_map::iterator i=nameservers.begin(); i!=nameservers.end(); i++) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
619 count++;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
620 if ((count > lim) && (lim > 0)) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
621 discard(nameservers);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
622 return reject_host;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
623 }
36
95607fbef608 no message
carl
parents: 35
diff changeset
624 host = (*i).first; // a transient reference that needs to be replaced before we return it
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
625 ip = (*i).second;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
626 if (!ip) ip = protected_dns_interface(host, false, NULL);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
627 if (debug_syslog) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
628 char buf[200];
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
629 if (ip) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
630 char adr[sizeof "255.255.255.255"];
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
631 adr[0] = '\0';
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
632 inet_ntop(AF_INET, (const u_char *)&ip, adr, sizeof(adr));
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
633 snprintf(buf, sizeof(buf), "ns %s found at %s", host, adr);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
634 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
635 else {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
636 snprintf(buf, sizeof(buf), "ns %s not found", host);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
637 }
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
638 my_syslog(&priv, buf);
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
639 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
640 if (ip) {
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
641 status st = check_single(ip, dc.content_suffix);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
642 if (st == reject) {
36
95607fbef608 no message
carl
parents: 35
diff changeset
643 host = register_string(priv.memory->hosts, host); // put a copy into priv.memory->hosts, and return that reference
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
644 discard(nameservers);
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
645 return st;
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
646 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
647 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
648 }
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
649 discard(nameservers);
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
650 host = NULL;
26
fdae7ab30cfc allow normal and terminator versions of tags
carl
parents: 24
diff changeset
651 int bin = priv.memory->binary_tags;
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
652 int bad = priv.memory->bad_html_tags;
34
fc7f8f3ea90f look for NS records on the SBL also
carl
parents: 29
diff changeset
653 lim = priv.pc->tag_limit;
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
654 if (3*bin > bad) return oksofar; // probably .zip or .tar.gz with random content
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
655 if ((bad > lim) && (lim > 0)) return reject_tag;
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
656 return oksofar;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
657 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
658
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
659
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
660 ////////////////////////////////////////////////
0
96a9758165cd Initial revision
carl
parents:
diff changeset
661 // start of sendmail milter interfaces
96a9758165cd Initial revision
carl
parents:
diff changeset
662 //
96a9758165cd Initial revision
carl
parents:
diff changeset
663 sfsistat mlfi_connect(SMFICTX *ctx, char *hostname, _SOCK_ADDR *hostaddr)
96a9758165cd Initial revision
carl
parents:
diff changeset
664 {
96a9758165cd Initial revision
carl
parents:
diff changeset
665 // allocate some private memory
96a9758165cd Initial revision
carl
parents:
diff changeset
666 mlfiPriv *priv = new mlfiPriv;
96a9758165cd Initial revision
carl
parents:
diff changeset
667 if (hostaddr->sa_family == AF_INET) {
96a9758165cd Initial revision
carl
parents:
diff changeset
668 priv->ip = ((struct sockaddr_in *)hostaddr)->sin_addr.s_addr;
96a9758165cd Initial revision
carl
parents:
diff changeset
669 }
96a9758165cd Initial revision
carl
parents:
diff changeset
670
96a9758165cd Initial revision
carl
parents:
diff changeset
671 // save the private data
96a9758165cd Initial revision
carl
parents:
diff changeset
672 smfi_setpriv(ctx, (void*)priv);
96a9758165cd Initial revision
carl
parents:
diff changeset
673
96a9758165cd Initial revision
carl
parents:
diff changeset
674 // continue processing
96a9758165cd Initial revision
carl
parents:
diff changeset
675 return SMFIS_CONTINUE;
96a9758165cd Initial revision
carl
parents:
diff changeset
676 }
96a9758165cd Initial revision
carl
parents:
diff changeset
677
96a9758165cd Initial revision
carl
parents:
diff changeset
678 sfsistat mlfi_envfrom(SMFICTX *ctx, char **from)
96a9758165cd Initial revision
carl
parents:
diff changeset
679 {
96a9758165cd Initial revision
carl
parents:
diff changeset
680 mlfiPriv &priv = *MLFIPRIV;
96a9758165cd Initial revision
carl
parents:
diff changeset
681 priv.mailaddr = strdup(from[0]);
96a9758165cd Initial revision
carl
parents:
diff changeset
682 priv.authenticated = (smfi_getsymval(ctx, "{auth_authen}") != NULL);
96a9758165cd Initial revision
carl
parents:
diff changeset
683 return SMFIS_CONTINUE;
96a9758165cd Initial revision
carl
parents:
diff changeset
684 }
96a9758165cd Initial revision
carl
parents:
diff changeset
685
96a9758165cd Initial revision
carl
parents:
diff changeset
686 sfsistat mlfi_envrcpt(SMFICTX *ctx, char **rcpt)
96a9758165cd Initial revision
carl
parents:
diff changeset
687 {
96a9758165cd Initial revision
carl
parents:
diff changeset
688 DNSBLP rejectlist = NULL; // list that caused the reject
96a9758165cd Initial revision
carl
parents:
diff changeset
689 status st = oksofar;
96a9758165cd Initial revision
carl
parents:
diff changeset
690 mlfiPriv &priv = *MLFIPRIV;
96a9758165cd Initial revision
carl
parents:
diff changeset
691 CONFIG &dc = *priv.pc;
41
d95af8129dfa updates for 3.2, changing file layout, add queueid to messages
carl
parents: 40
diff changeset
692 if (!priv.queueid) priv.queueid = strdup(smfi_getsymval(ctx, "i");
0
96a9758165cd Initial revision
carl
parents:
diff changeset
693 char *rcptaddr = rcpt[0];
96a9758165cd Initial revision
carl
parents:
diff changeset
694 char *dnsname = lookup(rcptaddr, dc.env_to_dnsbll);
96a9758165cd Initial revision
carl
parents:
diff changeset
695 char *fromname = lookup(rcptaddr, dc.env_to_chkfrom);
96a9758165cd Initial revision
carl
parents:
diff changeset
696 if ((strcmp(dnsname, BLACK) == 0) ||
96a9758165cd Initial revision
carl
parents:
diff changeset
697 (strcmp(fromname, BLACK) == 0)) {
96a9758165cd Initial revision
carl
parents:
diff changeset
698 st = black; // two options to blacklist this recipient
96a9758165cd Initial revision
carl
parents:
diff changeset
699 }
96a9758165cd Initial revision
carl
parents:
diff changeset
700 else if (strcmp(fromname, WHITE) == 0) {
96a9758165cd Initial revision
carl
parents:
diff changeset
701 st = white;
96a9758165cd Initial revision
carl
parents:
diff changeset
702 }
96a9758165cd Initial revision
carl
parents:
diff changeset
703 else {
96a9758165cd Initial revision
carl
parents:
diff changeset
704 // check an env_from map
96a9758165cd Initial revision
carl
parents:
diff changeset
705 string_map *sm = find_from_map(dc, fromname);
96a9758165cd Initial revision
carl
parents:
diff changeset
706 if (sm != NULL) {
96a9758165cd Initial revision
carl
parents:
diff changeset
707 fromname = lookup(priv.mailaddr, *sm); // returns default if name not in map
96a9758165cd Initial revision
carl
parents:
diff changeset
708 if (strcmp(fromname, BLACK) == 0) {
96a9758165cd Initial revision
carl
parents:
diff changeset
709 st = black; // blacklist this envelope from value
96a9758165cd Initial revision
carl
parents:
diff changeset
710 }
96a9758165cd Initial revision
carl
parents:
diff changeset
711 if (strcmp(fromname, WHITE) == 0) {
96a9758165cd Initial revision
carl
parents:
diff changeset
712 st = white; // blacklist this envelope from value
96a9758165cd Initial revision
carl
parents:
diff changeset
713 }
96a9758165cd Initial revision
carl
parents:
diff changeset
714 }
96a9758165cd Initial revision
carl
parents:
diff changeset
715 }
96a9758165cd Initial revision
carl
parents:
diff changeset
716 if ((st == oksofar) && (strcmp(dnsname, WHITE) != 0)) {
96a9758165cd Initial revision
carl
parents:
diff changeset
717 // check dns lists
96a9758165cd Initial revision
carl
parents:
diff changeset
718 st = check_dnsbl(priv, find_dnsbll(dc, dnsname), rejectlist);
96a9758165cd Initial revision
carl
parents:
diff changeset
719 }
96a9758165cd Initial revision
carl
parents:
diff changeset
720
96a9758165cd Initial revision
carl
parents:
diff changeset
721 if (st == reject) {
96a9758165cd Initial revision
carl
parents:
diff changeset
722 // reject the recipient based on some dnsbl
96a9758165cd Initial revision
carl
parents:
diff changeset
723 char adr[sizeof "255.255.255.255"];
96a9758165cd Initial revision
carl
parents:
diff changeset
724 adr[0] = '\0';
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
725 inet_ntop(AF_INET, (const u_char *)&priv.ip, adr, sizeof(adr));
0
96a9758165cd Initial revision
carl
parents:
diff changeset
726 char buf[2000];
96a9758165cd Initial revision
carl
parents:
diff changeset
727 snprintf(buf, sizeof(buf), rejectlist->message, adr, adr);
96a9758165cd Initial revision
carl
parents:
diff changeset
728 smfi_setreply(ctx, "550", "5.7.1", buf);
96a9758165cd Initial revision
carl
parents:
diff changeset
729 return SMFIS_REJECT;
96a9758165cd Initial revision
carl
parents:
diff changeset
730 }
96a9758165cd Initial revision
carl
parents:
diff changeset
731 else if (st == black) {
96a9758165cd Initial revision
carl
parents:
diff changeset
732 // reject the recipient based on blacklisting either from or to
96a9758165cd Initial revision
carl
parents:
diff changeset
733 smfi_setreply(ctx, "550", "5.7.1", "no such user");
96a9758165cd Initial revision
carl
parents:
diff changeset
734 return SMFIS_REJECT;
96a9758165cd Initial revision
carl
parents:
diff changeset
735 }
96a9758165cd Initial revision
carl
parents:
diff changeset
736 else {
96a9758165cd Initial revision
carl
parents:
diff changeset
737 // accept the recipient
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
738 if (st == oksofar) {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
739 // but remember the non-whites
12
6ac6d6b822ce fix memory leak with duplicate url host names,
carl
parents: 11
diff changeset
740 register_string(priv.non_whites, rcptaddr);
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
741 priv.only_whites = false;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
742 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
743 if (st == white) {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
744 priv.have_whites = true;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
745 }
0
96a9758165cd Initial revision
carl
parents:
diff changeset
746 return SMFIS_CONTINUE;
96a9758165cd Initial revision
carl
parents:
diff changeset
747 }
96a9758165cd Initial revision
carl
parents:
diff changeset
748 }
96a9758165cd Initial revision
carl
parents:
diff changeset
749
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
750 sfsistat mlfi_body(SMFICTX *ctx, u_char *data, size_t len)
0
96a9758165cd Initial revision
carl
parents:
diff changeset
751 {
96a9758165cd Initial revision
carl
parents:
diff changeset
752 mlfiPriv &priv = *MLFIPRIV;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
753 if (priv.authenticated) return SMFIS_CONTINUE;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
754 if (priv.only_whites) return SMFIS_CONTINUE;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
755 priv.scanner->scan(data, len);
11
2c206836b4cc integration work on url scanner
carl
parents: 9
diff changeset
756 return SMFIS_CONTINUE;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
757 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
758
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
759 sfsistat mlfi_eom(SMFICTX *ctx)
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
760 {
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
761 sfsistat rc;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
762 mlfiPriv &priv = *MLFIPRIV;
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
763 char *host = NULL;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
764 int ip;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
765 status st;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
766 // process end of message
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
767 if (priv.authenticated ||
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
768 priv.only_whites ||
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
769 ((st=check_hosts(priv, host, ip)) == oksofar)) rc = SMFIS_CONTINUE;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
770 else {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
771 if (!priv.have_whites) {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
772 // can reject the entire message
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
773 char buf[2000];
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
774 if (st == reject_tag) {
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
775 // rejected due to excessive bad html tags
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
776 snprintf(buf, sizeof(buf), priv.pc->tag_limit_message);
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
777 }
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
778 else if (st == reject_host) {
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
779 // rejected due to excessive unique host/urls
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
780 snprintf(buf, sizeof(buf), priv.pc->host_limit_message);
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
781 }
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
782 else {
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
783 char adr[sizeof "255.255.255.255"];
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
784 adr[0] = '\0';
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
785 inet_ntop(AF_INET, (const u_char *)&ip, adr, sizeof(adr));
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
786 snprintf(buf, sizeof(buf), priv.pc->content_message, host, adr);
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
787 }
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
788 smfi_setreply(ctx, "550", "5.7.1", buf);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
789 rc = SMFIS_REJECT;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
790 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
791 else {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
792 // need to accept it but remove the recipients that don't want it
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
793 for (string_set::iterator i=priv.non_whites.begin(); i!=priv.non_whites.end(); i++) {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
794 char *rcpt = *i;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
795 smfi_delrcpt(ctx, rcpt);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
796 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
797 rc = SMFIS_CONTINUE;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
798 }
0
96a9758165cd Initial revision
carl
parents:
diff changeset
799 }
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
800 // reset for a new message on the same connection
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
801 mlfi_abort(ctx);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
802 return rc;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
803 }
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
804
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
805 sfsistat mlfi_abort(SMFICTX *ctx)
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
806 {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
807 mlfiPriv &priv = *MLFIPRIV;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
808 priv.reset();
0
96a9758165cd Initial revision
carl
parents:
diff changeset
809 return SMFIS_CONTINUE;
96a9758165cd Initial revision
carl
parents:
diff changeset
810 }
96a9758165cd Initial revision
carl
parents:
diff changeset
811
96a9758165cd Initial revision
carl
parents:
diff changeset
812 sfsistat mlfi_close(SMFICTX *ctx)
96a9758165cd Initial revision
carl
parents:
diff changeset
813 {
96a9758165cd Initial revision
carl
parents:
diff changeset
814 mlfiPriv *priv = MLFIPRIV;
96a9758165cd Initial revision
carl
parents:
diff changeset
815 if (!priv) return SMFIS_CONTINUE;
96a9758165cd Initial revision
carl
parents:
diff changeset
816 delete priv;
96a9758165cd Initial revision
carl
parents:
diff changeset
817 smfi_setpriv(ctx, NULL);
96a9758165cd Initial revision
carl
parents:
diff changeset
818 return SMFIS_CONTINUE;
96a9758165cd Initial revision
carl
parents:
diff changeset
819 }
96a9758165cd Initial revision
carl
parents:
diff changeset
820
96a9758165cd Initial revision
carl
parents:
diff changeset
821 struct smfiDesc smfilter =
96a9758165cd Initial revision
carl
parents:
diff changeset
822 {
96a9758165cd Initial revision
carl
parents:
diff changeset
823 "DNSBL", // filter name
96a9758165cd Initial revision
carl
parents:
diff changeset
824 SMFI_VERSION, // version code -- do not change
96a9758165cd Initial revision
carl
parents:
diff changeset
825 SMFIF_DELRCPT, // flags
96a9758165cd Initial revision
carl
parents:
diff changeset
826 mlfi_connect, // connection info filter
96a9758165cd Initial revision
carl
parents:
diff changeset
827 NULL, // SMTP HELO command filter
96a9758165cd Initial revision
carl
parents:
diff changeset
828 mlfi_envfrom, // envelope sender filter
96a9758165cd Initial revision
carl
parents:
diff changeset
829 mlfi_envrcpt, // envelope recipient filter
96a9758165cd Initial revision
carl
parents:
diff changeset
830 NULL, // header filter
96a9758165cd Initial revision
carl
parents:
diff changeset
831 NULL, // end of header
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
832 mlfi_body, // body block filter
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
833 mlfi_eom, // end of message
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
834 mlfi_abort, // message aborted
0
96a9758165cd Initial revision
carl
parents:
diff changeset
835 mlfi_close, // connection cleanup
96a9758165cd Initial revision
carl
parents:
diff changeset
836 };
96a9758165cd Initial revision
carl
parents:
diff changeset
837
96a9758165cd Initial revision
carl
parents:
diff changeset
838
96a9758165cd Initial revision
carl
parents:
diff changeset
839 static void dumpit(char *name, string_map map);
96a9758165cd Initial revision
carl
parents:
diff changeset
840 static void dumpit(char *name, string_map map) {
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
841 fprintf(stdout, "\n");
0
96a9758165cd Initial revision
carl
parents:
diff changeset
842 for (string_map::iterator i=map.begin(); i!=map.end(); i++) {
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
843 fprintf(stdout, "%s %s->%s\n", name, (*i).first, (*i).second);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
844 }
96a9758165cd Initial revision
carl
parents:
diff changeset
845 }
96a9758165cd Initial revision
carl
parents:
diff changeset
846
96a9758165cd Initial revision
carl
parents:
diff changeset
847
96a9758165cd Initial revision
carl
parents:
diff changeset
848 static void dumpit(from_map map);
96a9758165cd Initial revision
carl
parents:
diff changeset
849 static void dumpit(from_map map) {
96a9758165cd Initial revision
carl
parents:
diff changeset
850 for (from_map::iterator i=map.begin(); i!=map.end(); i++) {
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
851 char buf[2000];
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
852 snprintf(buf, sizeof(buf), "envelope from map for %s", (*i).first);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
853 string_map *sm = (*i).second;
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
854 dumpit(buf, *sm);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
855 }
96a9758165cd Initial revision
carl
parents:
diff changeset
856 }
96a9758165cd Initial revision
carl
parents:
diff changeset
857
96a9758165cd Initial revision
carl
parents:
diff changeset
858
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
859 static void dumpit(CONFIG &dc);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
860 static void dumpit(CONFIG &dc) {
5
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
861 dumpit(dc.env_from);
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
862 dumpit("envelope to (dnsbl list)", dc.env_to_dnsbll);
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
863 dumpit("envelope to (from map)", dc.env_to_chkfrom);
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
864 fprintf(stdout, "\ndnsbls\n");
0
96a9758165cd Initial revision
carl
parents:
diff changeset
865 for (dnsblp_map::iterator i=dc.dnsbls.begin(); i!=dc.dnsbls.end(); i++) {
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
866 fprintf(stdout, "%s %s %s\n", (*i).first, (*i).second->suffix, (*i).second->message);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
867 }
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
868 fprintf(stdout, "\ndnsbl_lists\n");
0
96a9758165cd Initial revision
carl
parents:
diff changeset
869 for (dnsbllp_map::iterator i=dc.dnsblls.begin(); i!=dc.dnsblls.end(); i++) {
96a9758165cd Initial revision
carl
parents:
diff changeset
870 char *name = (*i).first;
96a9758165cd Initial revision
carl
parents:
diff changeset
871 DNSBLL &dl = *((*i).second);
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
872 fprintf(stdout, "%s", name);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
873 for (DNSBLL::iterator j=dl.begin(); j!=dl.end(); j++) {
96a9758165cd Initial revision
carl
parents:
diff changeset
874 DNSBL &d = **j;
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
875 fprintf(stdout, " %s", d.suffix);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
876 }
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
877 fprintf(stdout, "\n");
0
96a9758165cd Initial revision
carl
parents:
diff changeset
878 }
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
879 if (dc.content_suffix) {
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
880 fprintf(stdout, "\ncontent filtering enabled with %s %s\n", dc.content_suffix, dc.content_message);
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
881 }
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
882 if (dc.host_limit) {
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
883 fprintf(stdout, "\ncontent filtering for host names enabled with limit %d %s\n", dc.host_limit, dc.host_limit_message);
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
884 }
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
885 if (dc.tag_limit) {
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
886 fprintf(stdout, "\ncontent filtering for excessive html tags enabled with limit %d %s\n", dc.tag_limit, dc.tag_limit_message);
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
887 }
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
888 fprintf(stdout, "\nfiles\n");
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
889 for (string_list::iterator i=dc.config_files.begin(); i!=dc.config_files.end(); i++) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
890 char *f = *i;
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
891 fprintf(stdout, "config includes %s\n", f);
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
892 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
893 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
894
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
895
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
896 ////////////////////////////////////////////////
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
897 // check for redundant or recursive include files
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
898 //
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
899 static bool ok_to_include(CONFIG &dc, char *fn);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
900 static bool ok_to_include(CONFIG &dc, char *fn) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
901 if (!fn) return false;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
902 bool ok = true;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
903 for (string_list::iterator i=dc.config_files.begin(); i!=dc.config_files.end(); i++) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
904 char *f = *i;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
905 if (strcmp(f, fn) == 0) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
906 my_syslog("redundant or recursive include file detected");
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
907 ok = false;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
908 break;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
909 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
910 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
911 return ok;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
912 }
96a9758165cd Initial revision
carl
parents:
diff changeset
913
96a9758165cd Initial revision
carl
parents:
diff changeset
914
96a9758165cd Initial revision
carl
parents:
diff changeset
915 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
916 // load a single config file
96a9758165cd Initial revision
carl
parents:
diff changeset
917 //
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
918 static void load_conf_dcc(CONFIG &dc, char *name, char *fn);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
919 static void load_conf_dcc(CONFIG &dc, char *name, char *fn) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
920 ifstream is(fn);
40
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
921 if (is.fail()) {
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
922 char buf[1000];
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
923 snprintf(buf, sizeof(buf), "include file %s not found", fn);
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
924 my_syslog(buf);
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
925 return;
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
926 }
39
6e9d0b2d0720 fix handling of missing include files
carl
parents: 36
diff changeset
927 dc.config_files.push_back(fn);
6e9d0b2d0720 fix handling of missing include files
carl
parents: 36
diff changeset
928 const int LINE_SIZE = 2000;
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
929 char line[LINE_SIZE];
39
6e9d0b2d0720 fix handling of missing include files
carl
parents: 36
diff changeset
930 char *list = BLACK;
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
931 char *delim = " \t";
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
932 int curline = 0;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
933 while (!is.eof()) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
934 is.getline(line, LINE_SIZE);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
935 curline++;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
936 int n = strlen(line);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
937 if (!n) continue;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
938 for (int i=0; i<n; i++) line[i] = tolower(line[i]);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
939 if (line[0] == '#') continue;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
940 char *head = line;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
941 if (strspn(line, delim) == 0) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
942 // have a leading ok/many tag to fetch
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
943 char *cmd = strtok(line, delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
944 if (strcmp(cmd, MANY) == 0) list = BLACK;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
945 else if (strcmp(cmd, OK) == 0) list = WHITE;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
946 head = cmd + strlen(cmd) + 1;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
947 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
948 char *cmd = strtok(head, delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
949 if (!cmd) continue;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
950 if (strcmp(cmd, "env_from") == 0) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
951 char *from = next_token(delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
952 if (from) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
953 string_map &fm = really_find_from_map(dc, name);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
954 fm[from] = list;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
955 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
956 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
957 else if (strcmp(cmd, "env_to") == 0) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
958 char *to = next_token(delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
959 if (to) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
960 dc.env_to_dnsbll[to] = list;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
961 dc.env_to_chkfrom[to] = list;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
962 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
963 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
964 else if (strcmp(cmd, "substitute") == 0) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
965 char *tag = next_token(delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
966 if (tag && (strcmp(tag, "mail_host") == 0)) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
967 char *from = next_token(delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
968 if (from) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
969 string_map &fm = really_find_from_map(dc, name);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
970 fm[from] = list;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
971 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
972 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
973 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
974 else if (strcmp(cmd, "include") == 0) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
975 char *fn = next_token(delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
976 if (ok_to_include(dc, fn)) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
977 load_conf_dcc(dc, name, fn);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
978 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
979 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
980
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
981 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
982 is.close();
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
983 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
984
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
985
0
96a9758165cd Initial revision
carl
parents:
diff changeset
986 static void load_conf(CONFIG &dc, char *fn);
96a9758165cd Initial revision
carl
parents:
diff changeset
987 static void load_conf(CONFIG &dc, char *fn) {
39
6e9d0b2d0720 fix handling of missing include files
carl
parents: 36
diff changeset
988 ifstream is(fn);
40
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
989 if (is.fail()) {
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
990 char buf[1000];
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
991 snprintf(buf, sizeof(buf), "include file %s not found", fn);
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
992 my_syslog(buf);
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
993 return;
dc3d8d1aa2d2 fix handling of missing include files
carl
parents: 39
diff changeset
994 }
0
96a9758165cd Initial revision
carl
parents:
diff changeset
995 dc.config_files.push_back(fn);
96a9758165cd Initial revision
carl
parents:
diff changeset
996 map<char*, int, ltstr> commands;
28
33e1e3910506 add configurable list of tlds
carl
parents: 27
diff changeset
997 enum {dummy, tld, content, hostlimit, htmllimit, htmltag, dnsbl, dnsbll, envfrom, envto, include, includedcc};
33e1e3910506 add configurable list of tlds
carl
parents: 27
diff changeset
998 commands["tld" ] = tld;
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
999 commands["content" ] = content;
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1000 commands["host_limit" ] = hostlimit;
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1001 commands["html_limit" ] = htmllimit;
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1002 commands["html_tag" ] = htmltag;
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1003 commands["dnsbl" ] = dnsbl;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1004 commands["dnsbl_list" ] = dnsbll;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1005 commands["env_from" ] = envfrom;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1006 commands["env_to" ] = envto;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1007 commands["include" ] = include;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1008 commands["include_dcc"] = includedcc;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1009 const int LINE_SIZE = 2000;
96a9758165cd Initial revision
carl
parents:
diff changeset
1010 char line[LINE_SIZE];
96a9758165cd Initial revision
carl
parents:
diff changeset
1011 char orig[LINE_SIZE];
96a9758165cd Initial revision
carl
parents:
diff changeset
1012 char *delim = " \t";
96a9758165cd Initial revision
carl
parents:
diff changeset
1013 int curline = 0;
96a9758165cd Initial revision
carl
parents:
diff changeset
1014 while (!is.eof()) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1015 is.getline(line, LINE_SIZE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1016 snprintf(orig, sizeof(orig), "%s", line);
96a9758165cd Initial revision
carl
parents:
diff changeset
1017 curline++;
96a9758165cd Initial revision
carl
parents:
diff changeset
1018 int n = strlen(line);
96a9758165cd Initial revision
carl
parents:
diff changeset
1019 for (int i=0; i<n; i++) line[i] = tolower(line[i]);
96a9758165cd Initial revision
carl
parents:
diff changeset
1020 char *cmd = strtok(line, delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1021 if (cmd && (cmd[0] != '#') && (cmd[0] != '\0')) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1022 // have a decent command
96a9758165cd Initial revision
carl
parents:
diff changeset
1023 bool processed = false;
96a9758165cd Initial revision
carl
parents:
diff changeset
1024 switch (commands[cmd]) {
28
33e1e3910506 add configurable list of tlds
carl
parents: 27
diff changeset
1025 case tld: {
29
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1026 char *tld = next_token(delim);
28
33e1e3910506 add configurable list of tlds
carl
parents: 27
diff changeset
1027 if (!tld) break; // no tld value
29
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1028 dc.tlds.insert(tld);
28
33e1e3910506 add configurable list of tlds
carl
parents: 27
diff changeset
1029 processed = true;
33e1e3910506 add configurable list of tlds
carl
parents: 27
diff changeset
1030 } break;
33e1e3910506 add configurable list of tlds
carl
parents: 27
diff changeset
1031
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1032 case content: {
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1033 char *suff = strtok(NULL, delim);
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1034 if (!suff) break; // no dns suffix
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1035 char *msg = suff + strlen(suff);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1036 if ((msg - line) >= strlen(orig)) break; // line ended with the dns suffix
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1037 msg = strchr(msg+1, '\'');
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1038 if (!msg) break; // no reply message template
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1039 msg++; // move over the leading '
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1040 if ((msg - line) >= strlen(orig)) break; // line ended with the leading quote
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1041 char *last = strchr(msg, '\'');
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1042 if (!last) break; // no trailing quote
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1043 *last = '\0'; // make it a null terminator
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1044 dc.content_suffix = register_string(suff);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1045 dc.content_message = register_string(msg);
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1046 processed = true;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1047 } break;
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1048
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1049 case hostlimit: {
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1050 char *limit = strtok(NULL, delim);
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1051 if (!limit) break; // no integer limit
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1052 char *msg = limit + strlen(limit);
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1053 if ((msg - line) >= strlen(orig)) break; // line ended with the limit
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1054 msg = strchr(msg+1, '\'');
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1055 if (!msg) break; // no reply message template
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1056 msg++; // move over the leading '
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1057 if ((msg - line) >= strlen(orig)) break; // line ended with the leading quote
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1058 char *last = strchr(msg, '\'');
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1059 if (!last) break; // no trailing quote
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1060 *last = '\0'; // make it a null terminator
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1061 dc.host_limit = atoi(limit);
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1062 dc.host_limit_message = register_string(msg);
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1063 processed = true;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1064 } break;
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1065
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1066 case htmllimit: {
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1067 char *limit = strtok(NULL, delim);
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1068 if (!limit) break; // no integer limit
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1069 char *msg = limit + strlen(limit);
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1070 if ((msg - line) >= strlen(orig)) break; // line ended with the limit
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1071 msg = strchr(msg+1, '\'');
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1072 if (!msg) break; // no reply message template
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1073 msg++; // move over the leading '
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1074 if ((msg - line) >= strlen(orig)) break; // line ended with the leading quote
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1075 char *last = strchr(msg, '\'');
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1076 if (!last) break; // no trailing quote
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1077 *last = '\0'; // make it a null terminator
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1078 dc.tag_limit = atoi(limit);
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1079 dc.tag_limit_message = register_string(msg);
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1080 processed = true;
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1081 } break;
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1082
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1083 case htmltag: {
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1084 char *tag = next_token(delim);
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1085 if (!tag) break; // no html tag value
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1086 dc.html_tags.insert(tag); // base version
26
fdae7ab30cfc allow normal and terminator versions of tags
carl
parents: 24
diff changeset
1087 char buf[200];
fdae7ab30cfc allow normal and terminator versions of tags
carl
parents: 24
diff changeset
1088 snprintf(buf, sizeof(buf), "/%s", tag);
27
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1089 dc.html_tags.insert(register_string(buf)); // leading /
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1090 snprintf(buf, sizeof(buf), "%s/", tag);
43a4f6b3e668 add configurable host name limit and bad html tag limits.
carl
parents: 26
diff changeset
1091 dc.html_tags.insert(register_string(buf)); // trailing /
24
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1092 processed = true;
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1093 } break;
2e23b7184d2b start coding for bad html tag detection
carl
parents: 23
diff changeset
1094
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1095 case dnsbl: {
96a9758165cd Initial revision
carl
parents:
diff changeset
1096 // have a new dnsbl to use
96a9758165cd Initial revision
carl
parents:
diff changeset
1097 char *name = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1098 if (!name) break; // no name name
96a9758165cd Initial revision
carl
parents:
diff changeset
1099 if (find_dnsbl(dc, name)) break; // duplicate entry
96a9758165cd Initial revision
carl
parents:
diff changeset
1100 char *suff = strtok(NULL, delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1101 if (!suff) break; // no dns suffic
96a9758165cd Initial revision
carl
parents:
diff changeset
1102 char *msg = suff + strlen(suff);
96a9758165cd Initial revision
carl
parents:
diff changeset
1103 if ((msg - line) >= strlen(orig)) break; // line ended with the dns suffix
96a9758165cd Initial revision
carl
parents:
diff changeset
1104 msg = strchr(msg+1, '\'');
96a9758165cd Initial revision
carl
parents:
diff changeset
1105 if (!msg) break; // no reply message template
96a9758165cd Initial revision
carl
parents:
diff changeset
1106 msg++; // move over the leading '
96a9758165cd Initial revision
carl
parents:
diff changeset
1107 if ((msg - line) >= strlen(orig)) break; // line ended with the leading quote
96a9758165cd Initial revision
carl
parents:
diff changeset
1108 char *last = strchr(msg, '\'');
96a9758165cd Initial revision
carl
parents:
diff changeset
1109 if (!last) break; // no trailing quote
96a9758165cd Initial revision
carl
parents:
diff changeset
1110 *last = '\0'; // make it a null terminator
96a9758165cd Initial revision
carl
parents:
diff changeset
1111 dc.dnsbls[name] = new DNSBL(register_string(suff), register_string(msg));
96a9758165cd Initial revision
carl
parents:
diff changeset
1112 processed = true;
96a9758165cd Initial revision
carl
parents:
diff changeset
1113 } break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1114
96a9758165cd Initial revision
carl
parents:
diff changeset
1115 case dnsbll: {
96a9758165cd Initial revision
carl
parents:
diff changeset
1116 // define a new combination of dnsbls
96a9758165cd Initial revision
carl
parents:
diff changeset
1117 char *name = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1118 if (!name) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1119 if (find_dnsbll(dc, name)) break; // duplicate entry
96a9758165cd Initial revision
carl
parents:
diff changeset
1120 char *list = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1121 if (!list || (*list == '\0') || (*list == '#')) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1122 DNSBLLP d = new DNSBLL;
96a9758165cd Initial revision
carl
parents:
diff changeset
1123 DNSBLP p = find_dnsbl(dc, list);
96a9758165cd Initial revision
carl
parents:
diff changeset
1124 if (p) d->push_back(p);
96a9758165cd Initial revision
carl
parents:
diff changeset
1125 while (true) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1126 list = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1127 if (!list || (*list == '\0') || (*list == '#')) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1128 DNSBLP p = find_dnsbl(dc, list);
96a9758165cd Initial revision
carl
parents:
diff changeset
1129 if (p) d->push_back(p);
96a9758165cd Initial revision
carl
parents:
diff changeset
1130 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1131 dc.dnsblls[name] = d;
96a9758165cd Initial revision
carl
parents:
diff changeset
1132 processed = true;
96a9758165cd Initial revision
carl
parents:
diff changeset
1133 } break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1134
96a9758165cd Initial revision
carl
parents:
diff changeset
1135 case envfrom: {
96a9758165cd Initial revision
carl
parents:
diff changeset
1136 // add an entry into the named string_map
96a9758165cd Initial revision
carl
parents:
diff changeset
1137 char *name = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1138 if (!name) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1139 char *from = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1140 if (!from) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1141 char *list = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1142 if (!list) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1143 if ((strcmp(list, WHITE) == 0) ||
96a9758165cd Initial revision
carl
parents:
diff changeset
1144 (strcmp(list, BLACK) == 0)) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1145 string_map &fm = really_find_from_map(dc, name);
96a9758165cd Initial revision
carl
parents:
diff changeset
1146 fm[from] = list;
96a9758165cd Initial revision
carl
parents:
diff changeset
1147 processed = true;
96a9758165cd Initial revision
carl
parents:
diff changeset
1148 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1149 else {
96a9758165cd Initial revision
carl
parents:
diff changeset
1150 // list may be the name of a previously defined from_map
96a9758165cd Initial revision
carl
parents:
diff changeset
1151 string_map *m = find_from_map(dc, list);
96a9758165cd Initial revision
carl
parents:
diff changeset
1152 if (m && (strcmp(list,name) != 0)) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1153 string_map &pm = *m;
96a9758165cd Initial revision
carl
parents:
diff changeset
1154 string_map &fm = really_find_from_map(dc, name);
96a9758165cd Initial revision
carl
parents:
diff changeset
1155 fm.insert(pm.begin(), pm.end());
96a9758165cd Initial revision
carl
parents:
diff changeset
1156 processed = true;
96a9758165cd Initial revision
carl
parents:
diff changeset
1157 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1158 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1159 } break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1160
96a9758165cd Initial revision
carl
parents:
diff changeset
1161 case envto: {
96a9758165cd Initial revision
carl
parents:
diff changeset
1162 // define the dnsbl_list and env_from maps to use for this recipient
96a9758165cd Initial revision
carl
parents:
diff changeset
1163 char *to = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1164 if (!to) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1165 char *list = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1166 if (!list) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1167 char *from = next_token(delim);
96a9758165cd Initial revision
carl
parents:
diff changeset
1168 if (!from) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1169 dc.env_to_dnsbll[to] = list;
96a9758165cd Initial revision
carl
parents:
diff changeset
1170 dc.env_to_chkfrom[to] = from;
96a9758165cd Initial revision
carl
parents:
diff changeset
1171 processed = true;
96a9758165cd Initial revision
carl
parents:
diff changeset
1172 } break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1173
96a9758165cd Initial revision
carl
parents:
diff changeset
1174 case include: {
96a9758165cd Initial revision
carl
parents:
diff changeset
1175 char *fn = next_token(delim);
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1176 if (ok_to_include(dc, fn)) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1177 load_conf(dc, fn);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1178 processed = true;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1179 }
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1180 } break;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1181
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1182 case includedcc: {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1183 char *name = next_token(delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1184 if (!name) break;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1185 char *fn = next_token(delim);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1186 if (ok_to_include(dc, fn)) {
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1187 load_conf_dcc(dc, name, fn);
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1188 processed = true;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1189 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1190 } break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1191
96a9758165cd Initial revision
carl
parents:
diff changeset
1192 default: {
96a9758165cd Initial revision
carl
parents:
diff changeset
1193 } break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1194 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1195 if (!processed) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1196 pthread_mutex_lock(&syslog_mutex);
96a9758165cd Initial revision
carl
parents:
diff changeset
1197 openlog("dnsbl", LOG_PID, LOG_MAIL);
96a9758165cd Initial revision
carl
parents:
diff changeset
1198 syslog(LOG_ERR, "ignoring file %s line %d : %s\n", fn, curline, orig);
96a9758165cd Initial revision
carl
parents:
diff changeset
1199 closelog();
96a9758165cd Initial revision
carl
parents:
diff changeset
1200 pthread_mutex_unlock(&syslog_mutex);
96a9758165cd Initial revision
carl
parents:
diff changeset
1201 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1202 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1203 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1204 is.close();
96a9758165cd Initial revision
carl
parents:
diff changeset
1205 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1206
96a9758165cd Initial revision
carl
parents:
diff changeset
1207
96a9758165cd Initial revision
carl
parents:
diff changeset
1208 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
1209 // reload the config
96a9758165cd Initial revision
carl
parents:
diff changeset
1210 //
96a9758165cd Initial revision
carl
parents:
diff changeset
1211 static CONFIG* new_conf();
96a9758165cd Initial revision
carl
parents:
diff changeset
1212 static CONFIG* new_conf() {
96a9758165cd Initial revision
carl
parents:
diff changeset
1213 CONFIG *newc = new CONFIG;
29
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1214 pthread_mutex_lock(&config_mutex);
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1215 newc->generation = generation++;
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1216 pthread_mutex_unlock(&config_mutex);
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1217 char buf[200];
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1218 snprintf(buf, sizeof(buf), "loading configuration generation %d", newc->generation);
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1219 my_syslog(buf);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1220 load_conf(*newc, "dnsbl.conf");
96a9758165cd Initial revision
carl
parents:
diff changeset
1221 newc->load_time = time(NULL);
96a9758165cd Initial revision
carl
parents:
diff changeset
1222 return newc;
96a9758165cd Initial revision
carl
parents:
diff changeset
1223 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1224
96a9758165cd Initial revision
carl
parents:
diff changeset
1225
96a9758165cd Initial revision
carl
parents:
diff changeset
1226 ////////////////////////////////////////////////
96a9758165cd Initial revision
carl
parents:
diff changeset
1227 // thread to watch the old config files for changes
96a9758165cd Initial revision
carl
parents:
diff changeset
1228 // and reload when needed. we also cleanup old
96a9758165cd Initial revision
carl
parents:
diff changeset
1229 // configs whose reference count has gone to zero.
96a9758165cd Initial revision
carl
parents:
diff changeset
1230 //
96a9758165cd Initial revision
carl
parents:
diff changeset
1231 static void* config_loader(void *arg);
96a9758165cd Initial revision
carl
parents:
diff changeset
1232 static void* config_loader(void *arg) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1233 typedef set<CONFIG *> configp_set;
96a9758165cd Initial revision
carl
parents:
diff changeset
1234 configp_set old_configs;
18
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1235 while (loader_run) {
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1236 sleep(180); // look for modifications every 3 minutes
18
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1237 if (!loader_run) break;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1238 CONFIG &dc = *config;
96a9758165cd Initial revision
carl
parents:
diff changeset
1239 time_t then = dc.load_time;
96a9758165cd Initial revision
carl
parents:
diff changeset
1240 struct stat st;
96a9758165cd Initial revision
carl
parents:
diff changeset
1241 bool reload = false;
96a9758165cd Initial revision
carl
parents:
diff changeset
1242 for (string_list::iterator i=dc.config_files.begin(); i!=dc.config_files.end(); i++) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1243 char *fn = *i;
96a9758165cd Initial revision
carl
parents:
diff changeset
1244 if (stat(fn, &st)) reload = true; // file disappeared
96a9758165cd Initial revision
carl
parents:
diff changeset
1245 else if (st.st_mtime > then) reload = true; // file modified
96a9758165cd Initial revision
carl
parents:
diff changeset
1246 if (reload) break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1247 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1248 if (reload) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1249 CONFIG *newc = new_conf();
96a9758165cd Initial revision
carl
parents:
diff changeset
1250 // replace the global config pointer
96a9758165cd Initial revision
carl
parents:
diff changeset
1251 pthread_mutex_lock(&config_mutex);
96a9758165cd Initial revision
carl
parents:
diff changeset
1252 CONFIG *old = config;
96a9758165cd Initial revision
carl
parents:
diff changeset
1253 config = newc;
96a9758165cd Initial revision
carl
parents:
diff changeset
1254 pthread_mutex_unlock(&config_mutex);
96a9758165cd Initial revision
carl
parents:
diff changeset
1255 if (old) old_configs.insert(old);
96a9758165cd Initial revision
carl
parents:
diff changeset
1256 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1257 // now look for old configs with zero ref counts
96a9758165cd Initial revision
carl
parents:
diff changeset
1258 for (configp_set::iterator i=old_configs.begin(); i!=old_configs.end(); ) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1259 CONFIG *old = *i;
96a9758165cd Initial revision
carl
parents:
diff changeset
1260 if (!old->reference_count) {
29
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1261 char buf[200];
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1262 snprintf(buf, sizeof(buf), "freeing memory for old configuration generation %d", old->generation);
4dfdf33f1db0 add syslog msg freeing memory, use bare tld names without leading period
carl
parents: 28
diff changeset
1263 my_syslog(buf);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1264 delete old; // destructor does all the work
96a9758165cd Initial revision
carl
parents:
diff changeset
1265 old_configs.erase(i++);
96a9758165cd Initial revision
carl
parents:
diff changeset
1266 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1267 else i++;
96a9758165cd Initial revision
carl
parents:
diff changeset
1268 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1269 }
18
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1270 return NULL;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1271 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1272
96a9758165cd Initial revision
carl
parents:
diff changeset
1273
96a9758165cd Initial revision
carl
parents:
diff changeset
1274 static void usage(char *prog);
96a9758165cd Initial revision
carl
parents:
diff changeset
1275 static void usage(char *prog)
96a9758165cd Initial revision
carl
parents:
diff changeset
1276 {
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
1277 fprintf(stderr, "Usage: %s [-d] [-c] -p socket-addr [-t timeout]\n", prog);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1278 fprintf(stderr, "where socket-addr is for the connection to sendmail and should be one of\n");
96a9758165cd Initial revision
carl
parents:
diff changeset
1279 fprintf(stderr, " inet:port@local-ip-address\n");
96a9758165cd Initial revision
carl
parents:
diff changeset
1280 fprintf(stderr, " local:local-domain-socket-file-name\n");
9
8c65411cd7ab integration work on url scanner
carl
parents: 8
diff changeset
1281 fprintf(stderr, "-c will load and dump the config to stdout\n");
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
1282 fprintf(stderr, "-d will add some syslog debug messages\n");
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1283 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1284
96a9758165cd Initial revision
carl
parents:
diff changeset
1285
96a9758165cd Initial revision
carl
parents:
diff changeset
1286 int main(int argc, char**argv)
96a9758165cd Initial revision
carl
parents:
diff changeset
1287 {
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1288 bool check = false;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1289 bool setconn = false;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1290 int c;
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
1291 const char *args = "p:t:hcd";
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1292 extern char *optarg;
96a9758165cd Initial revision
carl
parents:
diff changeset
1293
96a9758165cd Initial revision
carl
parents:
diff changeset
1294 // Process command line options
96a9758165cd Initial revision
carl
parents:
diff changeset
1295 while ((c = getopt(argc, argv, args)) != -1) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1296 switch (c) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1297 case 'p':
96a9758165cd Initial revision
carl
parents:
diff changeset
1298 if (optarg == NULL || *optarg == '\0') {
96a9758165cd Initial revision
carl
parents:
diff changeset
1299 fprintf(stderr, "Illegal conn: %s\n", optarg);
96a9758165cd Initial revision
carl
parents:
diff changeset
1300 exit(EX_USAGE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1301 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1302 if (smfi_setconn(optarg) == MI_FAILURE) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1303 fprintf(stderr, "smfi_setconn failed\n");
96a9758165cd Initial revision
carl
parents:
diff changeset
1304 exit(EX_SOFTWARE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1305 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1306
96a9758165cd Initial revision
carl
parents:
diff changeset
1307 if (strncasecmp(optarg, "unix:", 5) == 0) unlink(optarg + 5);
96a9758165cd Initial revision
carl
parents:
diff changeset
1308 else if (strncasecmp(optarg, "local:", 6) == 0) unlink(optarg + 6);
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1309 setconn = true;
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1310 break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1311
96a9758165cd Initial revision
carl
parents:
diff changeset
1312 case 't':
96a9758165cd Initial revision
carl
parents:
diff changeset
1313 if (optarg == NULL || *optarg == '\0') {
96a9758165cd Initial revision
carl
parents:
diff changeset
1314 fprintf(stderr, "Illegal timeout: %s\n", optarg);
96a9758165cd Initial revision
carl
parents:
diff changeset
1315 exit(EX_USAGE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1316 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1317 if (smfi_settimeout(atoi(optarg)) == MI_FAILURE) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1318 fprintf(stderr, "smfi_settimeout failed\n");
96a9758165cd Initial revision
carl
parents:
diff changeset
1319 exit(EX_SOFTWARE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1320 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1321 break;
96a9758165cd Initial revision
carl
parents:
diff changeset
1322
3
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1323 case 'c':
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1324 check = true;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1325 break;
7e1eb343a825 updates to use dcc conf files
carl
parents: 2
diff changeset
1326
16
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
1327 case 'd':
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
1328 debug_syslog = true;
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
1329 break;
2ae8d953f1d0 add scanning for bare hostnames
carl
parents: 14
diff changeset
1330
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1331 case 'h':
96a9758165cd Initial revision
carl
parents:
diff changeset
1332 default:
96a9758165cd Initial revision
carl
parents:
diff changeset
1333 usage(argv[0]);
96a9758165cd Initial revision
carl
parents:
diff changeset
1334 exit(EX_USAGE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1335 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1336 }
5
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
1337
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
1338 if (check) {
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
1339 CONFIG &dc = *new_conf();
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
1340 dumpit(dc);
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
1341 return 0;
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
1342 }
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
1343
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1344 if (!setconn) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1345 fprintf(stderr, "%s: Missing required -p argument\n", argv[0]);
96a9758165cd Initial revision
carl
parents:
diff changeset
1346 usage(argv[0]);
96a9758165cd Initial revision
carl
parents:
diff changeset
1347 exit(EX_USAGE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1348 }
5
793ac9cc114d updates to use dcc conf files
carl
parents: 4
diff changeset
1349
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1350 if (smfi_register(smfilter) == MI_FAILURE) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1351 fprintf(stderr, "smfi_register failed\n");
96a9758165cd Initial revision
carl
parents:
diff changeset
1352 exit(EX_UNAVAILABLE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1353 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1354
96a9758165cd Initial revision
carl
parents:
diff changeset
1355 // switch to background mode
96a9758165cd Initial revision
carl
parents:
diff changeset
1356 if (daemon(1,0) < 0) {
96a9758165cd Initial revision
carl
parents:
diff changeset
1357 fprintf(stderr, "daemon() call failed\n");
96a9758165cd Initial revision
carl
parents:
diff changeset
1358 exit(EX_UNAVAILABLE);
96a9758165cd Initial revision
carl
parents:
diff changeset
1359 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1360
96a9758165cd Initial revision
carl
parents:
diff changeset
1361 // initialize the thread sync objects
96a9758165cd Initial revision
carl
parents:
diff changeset
1362 pthread_mutex_init(&config_mutex, 0);
96a9758165cd Initial revision
carl
parents:
diff changeset
1363 pthread_mutex_init(&syslog_mutex, 0);
96a9758165cd Initial revision
carl
parents:
diff changeset
1364 pthread_mutex_init(&resolve_mutex, 0);
96a9758165cd Initial revision
carl
parents:
diff changeset
1365
96a9758165cd Initial revision
carl
parents:
diff changeset
1366 // load the initial config
96a9758165cd Initial revision
carl
parents:
diff changeset
1367 config = new_conf();
96a9758165cd Initial revision
carl
parents:
diff changeset
1368
96a9758165cd Initial revision
carl
parents:
diff changeset
1369 // only create threads after the fork() in daemon
96a9758165cd Initial revision
carl
parents:
diff changeset
1370 pthread_t tid;
96a9758165cd Initial revision
carl
parents:
diff changeset
1371 if (pthread_create(&tid, 0, config_loader, 0))
96a9758165cd Initial revision
carl
parents:
diff changeset
1372 my_syslog("failed to create config loader thread");
96a9758165cd Initial revision
carl
parents:
diff changeset
1373 if (pthread_detach(tid))
96a9758165cd Initial revision
carl
parents:
diff changeset
1374 my_syslog("failed to detach config loader thread");
96a9758165cd Initial revision
carl
parents:
diff changeset
1375
96a9758165cd Initial revision
carl
parents:
diff changeset
1376 // write the pid
96a9758165cd Initial revision
carl
parents:
diff changeset
1377 const char *pidpath = "/var/run/dnsbl.pid";
96a9758165cd Initial revision
carl
parents:
diff changeset
1378 unlink(pidpath);
96a9758165cd Initial revision
carl
parents:
diff changeset
1379 FILE *f = fopen(pidpath, "w");
96a9758165cd Initial revision
carl
parents:
diff changeset
1380 if (f) {
22
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1381 #ifdef linux
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1382 // from a comment in the DCC source code:
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1383 // Linux threads are broken. Signals given the
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1384 // original process are delivered to only the
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1385 // thread that happens to have that PID. The
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1386 // sendmail libmilter thread that needs to hear
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1387 // SIGINT and other signals does not, and that breaks
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1388 // scripts that need to stop milters.
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1389 // However, signaling the process group works.
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1390 fprintf(f, "-%d\n", (u_int)getpgrp());
22
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1391 #else
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1392 fprintf(f, "%d\n", (u_int)getpid());
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1393 #endif
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1394 fclose(f);
96a9758165cd Initial revision
carl
parents:
diff changeset
1395 }
96a9758165cd Initial revision
carl
parents:
diff changeset
1396
18
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1397 time_t starting = time(NULL);
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1398 int rc = smfi_main();
22
c21b888cc175 fix restart code, add ifdef for linux pid issues
carl
parents: 18
diff changeset
1399 if ((rc != MI_SUCCESS) && (time(NULL) > starting+5*60)) {
18
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1400 my_syslog("trying to restart after smfi_main()");
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1401 loader_run = false; // eventually the config loader thread will terminate
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1402 execvp(argv[0], argv);
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1403 }
041ea016b684 add scanning for bare hostnames
carl
parents: 16
diff changeset
1404 exit((rc == MI_SUCCESS) ? 0 : EX_UNAVAILABLE);
0
96a9758165cd Initial revision
carl
parents:
diff changeset
1405 }
8
dbe18921f741 integration work on url scanner
carl
parents: 5
diff changeset
1406