comparison src/tokenizer.cpp @ 178:d6531c702be3

embedded dcc filtering
author carl
date Thu, 04 Oct 2007 22:45:21 -0700
parents c7fc218686f5
children 4db1457cd11a
comparison
equal deleted inserted replaced
177:a4d313c2460b 178:d6531c702be3
371 pending_tokens.pop_front(); 371 pending_tokens.pop_front();
372 return t; 372 return t;
373 } 373 }
374 if (streams.empty()) return NULL; 374 if (streams.empty()) return NULL;
375 const int PENDING_LIMIT = 1000; 375 const int PENDING_LIMIT = 1000;
376 static u_char buffer[PENDING_LIMIT]; 376 u_char buffer[PENDING_LIMIT];
377 int count = 0; 377 int count = 0;
378 state st = s_init; 378 state st = s_init;
379 while (true) { 379 while (true) {
380 if (count == (PENDING_LIMIT-1)) { 380 if (count == (PENDING_LIMIT-1)) {
381 token_error("token too long"); 381 token_error("token too long");