view src/tokenizer.h @ 71:dd21c8e13074

start coding on new config syntax
author carl
date Sat, 09 Jul 2005 19:24:41 -0700
parents
children 2b369f7db7bf
line wrap: on
line source

#include <fstream>
#include <list>
#include <set>


using namespace std;

struct ltstr {
    bool operator()(char* s1, char* s2) const {
        return strcmp(s1, s2) < 0;
    }
};

typedef list<ifstream *>    stream_list;
typedef list<char *>        string_list;
typedef set<char *, ltstr>  string_set;
typedef list<int>           line_list;

class TOKEN {
    stream_list streams;
    string_list filenames;
    string_set  filenamess;
    line_list   linenumbers;
    string_list pending_tokens;
    string_set  *include_files;
    bool        pushed;
    u_char      pushed_char;

    void pop();
    bool next_char(u_char &c);
    void push_char(u_char c);

public:
    TOKEN(char *fn, string_set *includes);
    ~TOKEN();
    bool    include(char *fn);
    char    *next();            // return next token
    int     nextint();
    void    skipeol();          // skip to eol
    void    push(char *token)           {pending_tokens.push_front(token);};
    char    *cur_fn()                   {return filenames.front();};
    int     cur_line()                  {return linenumbers.front();};
    void    token_error(const char *err);
    void    token_error(const char *fmt, int d, const char *s);
    void    token_error(const char *fmt, const char *t, const char *h);
    void    token_error(const char *token, const char *have);
    void    token_error();
};