/***
 * readpst.c
 * Part of the LibPST project
 * Written by David Smith
 *            dave.s@earthcorp.com
 */
#include <stdio.h>
#include <stdlib.h>
#include <time.h>
#include <string.h>
#include <ctype.h>
#include <limits.h>
#include <errno.h>

#ifndef _WIN32
# include <unistd.h>
# include <sys/stat.h> //mkdir

// for reading of directory and clearing in function mk_seperate_dir
# include <sys/types.h>
# include <dirent.h>
#else
# include <direct.h>
# define chdir _chdir
# define int32_t __int32
#endif

#ifndef __GNUC__
# include "XGetopt.h"
#endif

#include "libstrfunc.h" // for base64_encoding

#include "define.h"
#include "libpst.h"
#include "common.h"
#include "timeconv.h"
#include "lzfu.h"

#define OUTPUT_TEMPLATE "%s"
#define OUTPUT_KMAIL_DIR_TEMPLATE ".%s.directory"
#define KMAIL_INDEX ".%s.index"

#define VERSION "0.5"
// max size of the c_time char*. It will store the date of the email
#define C_TIME_SIZE 500
#define PERM_DIRS 0777

// macro used for creating directories
#ifndef WIN32
#define D_MKDIR(x) mkdir(x, PERM_DIRS)
#else
#define D_MKDIR(x) mkdir(x)
#endif

struct file_ll {
  char *name;
  char *dname;
  FILE * output;
  int32_t stored_count;
  int32_t email_count;
  int32_t skip_count;
  int32_t type;
  struct file_ll *next;
};


void  write_email_body(FILE *f, char *body);
char *removeCR (char *c);
int32_t   usage();
int32_t   version();
char *mk_kmail_dir(char*);
int32_t   close_kmail_dir();
char *mk_recurse_dir(char*);
int32_t   close_recurse_dir();
char *mk_seperate_dir(char *dir, int overwrite);
int32_t   close_seperate_dir();
int32_t   mk_seperate_file(struct file_ll *f);
char *my_stristr(char *haystack, char *needle);
char *check_filename(char *fname);
char *rfc2426_escape(char *str);
int32_t chr_count(char *str, char x);
char *rfc2425_datetime_format(FILETIME *ft);
char *rfc2445_datetime_format(FILETIME *ft);

char *prog_name; 
char *output_dir = "."; 

// Normal mode just creates mbox format files in the current directory. Each file is named 
// the same as the folder's name that it represents 
#define MODE_NORMAL 0 
// KMail mode creates a directory structure suitable for being used directly
// by the KMail application
#define MODE_KMAIL 1 
// recurse mode creates a directory structure like the PST file. Each directory
// contains only one file which stores the emails in mbox format.
#define MODE_RECURSE 2
// seperate mode is similar directory structure to RECURSE. The emails are stored in
// seperate files, numbering from 1 upward. Attachments belonging to the emails are
// saved as email_no-filename (e.g. 1-samplefile.doc or 000001-Attachment2.zip)
#define MODE_SEPERATE 3


// Output Normal just prints the standard information about what is going on
#define OUTPUT_NORMAL 0
// Output Quiet is provided so that only errors are printed
#define OUTPUT_QUIET 1

// default mime-type for attachments that have a null mime-type
#define MIME_TYPE_DEFAULT "application/octet-stream"


// output mode for contacts
#define CMODE_VCARD 0
#define CMODE_LIST  1

// output settings for RTF bodies
// filename for the attachment
#define RTF_ATTACH_NAME "rtf-body.rtf"
// mime type for the attachment
#define RTF_ATTACH_TYPE "application/rtf"

int main(int argc, char** argv) {
  pst_item *item = NULL;
  pst_file pstfile;
  pst_desc_ll *d_ptr;
  char * fname = NULL;
  time_t em_time;
  char * c_time, *d_log=NULL;
  int c,x;
  int mode = MODE_NORMAL;
  int output_mode = OUTPUT_NORMAL;
  int contact_mode = CMODE_VCARD;
  int overwrite = 0;
  int base64_body = 0;
  //  int encrypt = 0;
  FILE *fp;
  char *enc; // base64 encoded attachment
  char *boundary = NULL, *b1, *b2; // the boundary marker between multipart sections
  char *temp = NULL; //temporary char pointer
  int attach_num = 0;
  int skip_child = 0;
  struct file_ll  *f, *head;
  prog_name = argv[0];

  while ((c = getopt(argc, argv, "d:hko:qrSVwc:"))!= -1) {
    switch (c) {
    case 'c':
      if (optarg!=NULL && optarg[0]=='v')
	contact_mode=CMODE_VCARD;
      else if (optarg!=NULL && optarg[0]=='l')
	contact_mode=CMODE_LIST;
      else {
	usage();
	exit(0);
      }
      break;
    case 'd':
      d_log = optarg;
      break;
    case 'h':
      usage();
      exit(0);
      break;
    case 'V':
      version();
      exit(0);
      break;
    case 'k':
      mode = MODE_KMAIL;
      break;
    case 'o':
      output_dir = optarg;
      break;
    case 'q':
      output_mode = OUTPUT_QUIET;
      break;
    case 'r':
      mode = MODE_RECURSE;
      break;
    case 'S':
      mode = MODE_SEPERATE;
      break;
    case 'w':
      overwrite = 1;
      break;
    default:
      usage();
      exit(1);
      break;
    }
  }

  if (d_log == NULL)
    d_log = "readpst.log";
  DEBUG_INIT(d_log);
  DEBUG_REGISTER_CLOSE();
  DEBUG_ENT("main");

  if (argc > optind) {
    fname = argv[optind];
  } else {
    usage();
    exit(2);
  }

  if (output_mode != OUTPUT_QUIET) printf("Opening PST file and indexes...\n");

  DEBUG_MAIN(("main: Opening PST file '%s'\n", fname));
  RET_DERROR(pst_open(&pstfile, fname, "r"), 1, ("Error opening File\n"));
  DEBUG_MAIN(("main: Loading Indexes\n"));
  RET_DERROR(pst_load_index(&pstfile), 2, ("Index Error\n"));
  DEBUG_MAIN(("processing file items\n"));

  pst_load_extended_attributes(&pstfile);

  if (chdir(output_dir)) {
    x = errno;
    pst_close(&pstfile);
    DIE(("main: Cannot change to output dir %s: %s\n", output_dir, strerror(x)));
  }

  if (output_mode != OUTPUT_QUIET) printf("About to start processing first record...\n");

  d_ptr = pstfile.d_head; // first record is main record
  if ((item = _pst_parse_item(&pstfile, d_ptr)) == NULL || item->message_store == NULL) {
    DIE(("main: Could not get root record\n"));
  }
  
   // default the file_as to the same as the main filename if it doesn't exist
  if (item->file_as == NULL) {
    if ((temp = strrchr(fname, '/')) == NULL)
      if ((temp = strrchr(fname, '\\')) == NULL)
	temp = fname;
      else
	temp++; // get past the "\\"
    else
      temp++; // get past the "/"
    item->file_as = (char*)xmalloc(strlen(temp)+1);
    strcpy(item->file_as, temp);
    DEBUG_MAIN(("file_as was blank, so am using %s\n", item->file_as));
  }
  DEBUG_MAIN(("main: Root Folder Name: %s\n", item->file_as));


  f = (struct file_ll*) malloc(sizeof(struct file_ll));
  memset(f, 0, sizeof(struct file_ll));
  f->email_count = 0;
  f->skip_count = 0;
  f->next = NULL;
  head = f;
  if (mode == MODE_KMAIL)
    f->name = mk_kmail_dir(item->file_as);
  else if (mode == MODE_RECURSE)
    f->name = mk_recurse_dir(item->file_as);
  else if (mode == MODE_SEPERATE) {
    // do similar stuff to recurse here.
    mk_seperate_dir(item->file_as, overwrite);
    f->name = (char*) xmalloc(10);
    sprintf(f->name, "%09i", f->email_count);
  } else {
    f->name = (char*) malloc(strlen(item->file_as)+strlen(OUTPUT_TEMPLATE)+1);
    sprintf(f->name, OUTPUT_TEMPLATE, item->file_as);
  }

  f->dname = (char*) malloc(strlen(item->file_as)+1);
  strcpy(f->dname, item->file_as);

  if (overwrite != 1 && mode != MODE_SEPERATE) {
    // if overwrite is set to 1 we keep the existing name and don't modify anything
    // we don't want to go changing the file name of the SEPERATE items
    temp = (char*) malloc (strlen(f->name)+10); //enough room for 10 digits
    sprintf(temp, "%s", f->name);
    temp = check_filename(temp);
    x = 0;
    while ((f->output = fopen(temp, "r")) != NULL) {
      DEBUG_MAIN(("main: need to increase filename cause one already exists with that name\n"));
      DEBUG_MAIN(("main: - increasing it to %s%d\n", f->name, x));
      x++;
      sprintf(temp, "%s%08d", f->name, x);
      DEBUG_MAIN(("main: - trying \"%s\"\n", temp));
      if (x == 99999999) {
	DIE(("main: Why can I not create a folder %s? I have tried %i extensions...\n", f->name, x));
      }
      fclose(f->output);
    }
    if (x > 0) { //then the f->name should change
      free (f->name);
      f->name = temp;
    } else {
      free (temp);
    }
  }
  if (mode != MODE_SEPERATE) {
    f->name = check_filename(f->name);
    if ((f->output = fopen(f->name, "w")) == NULL) {
      DIE(("main: Could not open file \"%s\" for write\n", f->name));
    }
  }
  f->type = item->type;

  if ((d_ptr = pst_getTopOfFolders(&pstfile, item)) == NULL) {
    DIE(("Top of folders record not found. Cannot continue\n"));
  }

  if (item){
    _pst_freeItem(item);
    item = NULL;
  }

  /*  if ((item = _pst_parse_item(&pstfile, d_ptr)) == NULL || item->folder == NULL) {
    DEBUG_MAIN(("main: Could not get \"Top Of Personal Folder\" record\n"));
    return -2;
    }*/
  d_ptr = d_ptr->child; // do the children of TOPF

  if (output_mode != OUTPUT_QUIET) printf("Processing items...\n");

  DEBUG_MAIN(("main: About to do email stuff\n"));
  while (d_ptr != NULL) {
    DEBUG_MAIN(("main: New item record\n"));
    if (d_ptr->desc == NULL) {
      DEBUG_WARN(("main: ERROR ?? item's desc record is NULL\n"));
      f->skip_count++;
      goto check_parent;
    }
    DEBUG_MAIN(("main: Desc Email ID %#x [d_ptr->id = %#x]\n", d_ptr->desc->id, d_ptr->id));

    item = _pst_parse_item(&pstfile, d_ptr);
    DEBUG_MAIN(("main: About to process item\n"));
    if (item != NULL && item->email != NULL && item->email->subject != NULL &&
	item->email->subject->subj != NULL) {
      //      DEBUG_EMAIL(("item->email->subject = %p\n", item->email->subject));
      //      DEBUG_EMAIL(("item->email->subject->subj = %p\n", item->email->subject->subj));
    }
    if (item != NULL) {
      if (item->message_store != NULL) {
	// there should only be one message_store, and we have already done it
	DIE(("main: A second message_store has been found. Sorry, this must be an error.\n"));
      }

      
      if (item->folder != NULL) { //if this is a folder, we want to recurse into it
	if (output_mode != OUTPUT_QUIET) printf("Processing Folder \"%s\"\n", item->file_as);
	//	f->email_count++;
	DEBUG_MAIN(("main: I think I may try to go into folder \"%s\"\n", item->file_as));
	f = (struct file_ll*) malloc(sizeof(struct file_ll));
	memset(f, 0, sizeof(struct file_ll));
	
	f->next = head;
	f->email_count = 0;
	f->type = item->type;
	f->stored_count = item->folder->email_count;
	head = f;

	temp = item->file_as;
	temp = check_filename(temp);

	if (mode == MODE_KMAIL)
	  f->name = mk_kmail_dir(item->file_as); //create directory and form filename
	else if (mode == MODE_RECURSE)
	  f->name = mk_recurse_dir(item->file_as);
	else if (mode == MODE_SEPERATE) {
	  // do similar stuff to recurse here.
	  mk_seperate_dir(item->file_as, overwrite);
	  f->name = (char*) xmalloc(10);
	  memset(f->name, 0, 10);
	  //	    sprintf(f->name, "%09i", f->email_count);
	} else {
	  f->name = (char*) xmalloc(strlen(item->file_as)+strlen(OUTPUT_TEMPLATE+1));
	  sprintf(f->name, OUTPUT_TEMPLATE, item->file_as);
	}

	f->dname = (char*) xmalloc(strlen(item->file_as)+1);
	strcpy(f->dname, item->file_as);

	if (overwrite != 1) {
	  temp = (char*) xmalloc (strlen(f->name)+10); //enough room for 10 digits
	  sprintf(temp, "%s", f->name);
	  x = 0;
	  temp = check_filename(temp);
	  while ((f->output = fopen(temp, "r")) != NULL) {
	    DEBUG_MAIN(("main: need to increase filename cause one already exists with that name\n"));
	    DEBUG_MAIN(("main: - increasing it to %s%d\n", f->name, x));
	    x++;
	    sprintf(temp, "%s%08d", f->name, x);
	    DEBUG_MAIN(("main: - trying \"%s\"\n", f->name));
	    if (x == 99999999) {
	      DIE(("main: Why can I not create a folder %s? I have tried %i extensions...\n", f->name, x));
	    }
	    fclose(f->output);
	  }
	  if (x > 0) { //then the f->name should change
	    free (f->name);
	    f->name = temp;
	  } else {
	    free(temp);
	  }
	}

	DEBUG_MAIN(("main: f->name = %s\nitem->folder_name = %s\n", f->name, item->file_as));
	if (mode != MODE_SEPERATE) {
	  f->name = check_filename(f->name);
	  if ((f->output = fopen(f->name, "w")) == NULL) {
	    DIE(("main: Could not open file \"%s\" for write\n", f->name));
	  }
	}
	if (d_ptr->child != NULL) {
	  d_ptr = d_ptr->child;
	  skip_child = 1;
	} else {
	  DEBUG_MAIN(("main: Folder has NO children. Creating directory, and closing again\n"));
	  if (output_mode != OUTPUT_QUIET)
	    printf("\tNo items to process in folder \"%s\", should have been %i\n", f->dname, f->stored_count);
	  head = f->next;
	  if (f->output != NULL)
	    fclose(f->output);
	  if (mode == MODE_KMAIL)
	    close_kmail_dir();
	  else if (mode == MODE_RECURSE)
	    close_recurse_dir();
	  else if (mode == MODE_SEPERATE)
	    close_seperate_dir();
	  free(f->dname);
	  free(f->name);
	  free(f);
	  
	  f = head;
	}
	_pst_freeItem(item);
	item = NULL; // just for the odd situations!
	goto check_parent;
      } else if (item->contact != NULL) {
	// deal with a contact
	// write them to the file, one per line in this format
	// Desc Name <email@address>\n
	if (mode == MODE_SEPERATE) {
	  mk_seperate_file(f);
	}
	f->email_count++;

	DEBUG_MAIN(("main: Processing Contact\n"));
	if (f->type != PST_TYPE_CONTACT) {
	  DEBUG_MAIN(("main: I have a contact, but the folder isn't a contacts folder. "
		     "Will process anyway\n"));
	}
	if (item->type != PST_TYPE_CONTACT) {
	  DEBUG_MAIN(("main: I have an item that has contact info, but doesn't say that"
		     " it is a contact. Type is \"%s\"\n", item->ascii_type));
	  DEBUG_MAIN(("main: Processing anyway\n"));
	}
	if (item->contact == NULL) { // this is an incorrect situation. Inform user
	  DEBUG_MAIN(("main: ERROR. This contact has not been fully parsed. one of the pre-requisties is NULL\n"));
	} else {
	  if (contact_mode == CMODE_VCARD) {
	    // the specification I am following is (hopefully) RFC2426 vCard Mime Directory Profile
	    fprintf(f->output, "BEGIN:VCARD\n");
	    fprintf(f->output, "FN:%s\n", rfc2426_escape(item->contact->fullname));
	    fprintf(f->output, "N:%s;%s;%s;%s;%s\n",
		    rfc2426_escape((item->contact->surname==NULL?"":item->contact->surname)),
		    rfc2426_escape((item->contact->first_name==NULL?"":item->contact->first_name)),
		    rfc2426_escape((item->contact->middle_name==NULL?"":item->contact->middle_name)),
		    rfc2426_escape((item->contact->display_name_prefix==NULL?"":item->contact->display_name_prefix)),
		    rfc2426_escape((item->contact->suffix==NULL?"":item->contact->suffix)));
	    if (item->contact->nickname != NULL)
	      fprintf(f->output, "NICKNAME:%s\n", rfc2426_escape(item->contact->nickname));
	    if (item->contact->address1 != NULL)
	      fprintf(f->output, "EMAIL:%s\n", rfc2426_escape(item->contact->address1));
	    if (item->contact->address2 != NULL)
	      fprintf(f->output, "EMAIL:%s\n", rfc2426_escape(item->contact->address2));
	    if (item->contact->address3 != NULL)
	      fprintf(f->output, "EMAIL:%s\n", rfc2426_escape(item->contact->address3));
	    if (item->contact->birthday != NULL)
	      fprintf(f->output, "BDAY:%s\n", rfc2425_datetime_format(item->contact->birthday));
	    if (item->contact->home_address != NULL) {
	      fprintf(f->output, "ADR;TYPE=home:%s;%s;%s;%s;%s;%s;%s\n",
		      rfc2426_escape((item->contact->home_po_box!=NULL?item->contact->home_po_box:"")),
		      "", // extended Address
		      rfc2426_escape((item->contact->home_street!=NULL?item->contact->home_street:"")),
		      rfc2426_escape((item->contact->home_city!=NULL?item->contact->home_city:"")),
		      rfc2426_escape((item->contact->home_state!=NULL?item->contact->home_state:"")),
		      rfc2426_escape((item->contact->home_postal_code!=NULL?item->contact->home_postal_code:"")),
		      rfc2426_escape((item->contact->home_country!=NULL?item->contact->home_country:"")));
	      fprintf(f->output, "LABEL;TYPE=home:%s\n", rfc2426_escape(item->contact->home_address));
	    }
	    if (item->contact->business_address != NULL) {
	      fprintf(f->output, "ADR;TYPE=work:%s;%s;%s;%s;%s;%s;%s\n",
		      rfc2426_escape((item->contact->business_po_box!=NULL?item->contact->business_po_box:"")),
		      "", // extended Address
		      rfc2426_escape((item->contact->business_street!=NULL?item->contact->business_street:"")),
		      rfc2426_escape((item->contact->business_city!=NULL?item->contact->business_city:"")),
		      rfc2426_escape((item->contact->business_state!=NULL?item->contact->business_state:"")),
		      rfc2426_escape((item->contact->business_postal_code!=NULL?item->contact->business_postal_code:"")),
		      rfc2426_escape((item->contact->business_country!=NULL?item->contact->business_country:"")));
	      fprintf(f->output, "LABEL;TYPE=work:%s\n", rfc2426_escape(item->contact->business_address));
	    }
	    if (item->contact->other_address != NULL) {
	      fprintf(f->output, "ADR;TYPE=postal:%s;%s;%s;%s;%s;%s;%s\n",
		      rfc2426_escape((item->contact->other_po_box!=NULL?item->contact->business_po_box:"")),
		      "", // extended Address
		      rfc2426_escape((item->contact->other_street!=NULL?item->contact->other_street:"")),
		      rfc2426_escape((item->contact->other_city!=NULL?item->contact->other_city:"")),
		      rfc2426_escape((item->contact->other_state!=NULL?item->contact->other_state:"")),
		      rfc2426_escape((item->contact->other_postal_code!=NULL?item->contact->other_postal_code:"")),
		      rfc2426_escape((item->contact->other_country!=NULL?item->contact->other_country:"")));
	      fprintf(f->output, "ADR;TYPE=postal:%s\n", rfc2426_escape(item->contact->other_address));
	    }
	    if (item->contact->business_fax != NULL)
	      fprintf(f->output, "TEL;TYPE=work,fax:%s\n", rfc2426_escape(item->contact->business_fax));
	    if (item->contact->business_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=work,voice:%s\n", rfc2426_escape(item->contact->business_phone));
	    if (item->contact->business_phone2 != NULL)
	      fprintf(f->output, "TEL;TYPE=work,voice:%s\n", rfc2426_escape(item->contact->business_phone2));
	    if (item->contact->car_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=car,voice:%s\n", rfc2426_escape(item->contact->car_phone));
	    if (item->contact->home_fax != NULL)
	      fprintf(f->output, "TEL;TYPE=home,fax:%s\n", rfc2426_escape(item->contact->home_fax));
	    if (item->contact->home_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=home,voice:%s\n", rfc2426_escape(item->contact->home_phone));
	    if (item->contact->home_phone2 != NULL)
	      fprintf(f->output, "TEL;TYPE=home,voice:%s\n", rfc2426_escape(item->contact->home_phone2));
	    if (item->contact->isdn_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=isdn:%s\n", rfc2426_escape(item->contact->isdn_phone));
	    if (item->contact->mobile_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=cell,voice:%s\n", rfc2426_escape(item->contact->mobile_phone));
	    if (item->contact->other_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=msg:%s\n", rfc2426_escape(item->contact->other_phone));
	    if (item->contact->pager_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=pager:%s\n", rfc2426_escape(item->contact->pager_phone));
	    if (item->contact->primary_fax != NULL)
	      fprintf(f->output, "TEL;TYPE=fax,pref:%s\n", rfc2426_escape(item->contact->primary_fax));
	    if (item->contact->primary_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=phone,pref:%s\n", rfc2426_escape(item->contact->primary_phone));
	    if (item->contact->radio_phone != NULL)
	      fprintf(f->output, "TEL;TYPE=pcs:%s\n", rfc2426_escape(item->contact->radio_phone));
	    if (item->contact->telex != NULL)
	      fprintf(f->output, "TEL;TYPE=bbs:%s\n", rfc2426_escape(item->contact->telex));
	    if (item->contact->job_title != NULL)
	      fprintf(f->output, "TITLE:%s\n", rfc2426_escape(item->contact->job_title));
	    if (item->contact->profession != NULL)
	      fprintf(f->output, "ROLE:%s\n", rfc2426_escape(item->contact->profession));
	    if (item->contact->assistant_name != NULL || item->contact->assistant_phone != NULL) {
	      fprintf(f->output, "AGENT:BEGIN:VCARD\\n");
	      if (item->contact->assistant_name != NULL)
		fprintf(f->output, "FN:%s\\n", rfc2426_escape(item->contact->assistant_name));
	      if (item->contact->assistant_phone != NULL)
		fprintf(f->output, "TEL:%s\\n", rfc2426_escape(item->contact->assistant_phone));
	      fprintf(f->output, "END:VCARD\\n\n");
	    }
	    if (item->contact->company_name != NULL)
	      fprintf(f->output, "ORG:%s\n", rfc2426_escape(item->contact->company_name));
	    if (item->comment != NULL)
	      fprintf(f->output, "NOTE:%s\n", rfc2426_escape(item->comment));
		      
	    fprintf(f->output, "VERSION: 3.0\n");
	    fprintf(f->output, "END:VCARD\n\n");
	  } else {
	    fprintf(f->output, "%s <%s>\n", item->contact->fullname, item->contact->address1);
	  }
        }
      } else if (item->email != NULL &&
		 (item->type == PST_TYPE_NOTE || item->type == PST_TYPE_REPORT)) {
	if (mode == MODE_SEPERATE) {
	  mk_seperate_file(f);
	}
	
	f->email_count++;

	DEBUG_MAIN(("main: seen an email\n"));

	// convert the sent date if it exists, or set it to a fixed date
	if (item->email->sent_date != NULL) {
	  em_time = fileTimeToUnixTime(item->email->sent_date, 0);
	  c_time = ctime(&em_time);
	  if (c_time != NULL)
	    c_time[strlen(c_time)-1] = '\0'; //remove end \n
	  else
	    c_time = "Fri Dec 28 12:06:21 2001";
	} else
	  c_time= "Fri Dec 28 12:06:21 2001";

	// if the boundary is still set from the previous run, then free it
	if (boundary != NULL) {
	  free (boundary);
	  boundary = NULL;
	}

	// we will always look at the header to discover some stuff
	if (item->email->header != NULL ) {
	  // see if there is a boundary variable there
	  // this search MUST be made case insensitive (DONE).
	  // Also, some check to find out if we
	  // are looking at the boundary associated with content-type, and that the content
	  // type really is "multipart"
	  if ((b2 = my_stristr(item->email->header, "boundary=")) != NULL) {
	    b2 += strlen("boundary="); // move boundary to first char of marker
	    
	    if (*b2 == '"') {
	      b2++;
	      b1 = strchr(b2, '"'); // find terminating quote
	    } else {
	      b1 = b2;
	      while (isgraph(*b1)) // find first char that isn't part of boundary
		b1++;
	    }
	    
	    boundary = malloc ((b1-b2)+1); //malloc that length
	    memset (boundary, 0, (b1-b2)+1);  // blank it
	    strncpy(boundary, b2, b1-b2); // copy boundary to another variable
	    b1 = b2 = boundary;
	    while (*b2 != '\0') { // remove any CRs and Tabs
	      if (*b2 != '\n' && *b2 != '\r' && *b2 != '\t') {
		*b1 = *b2;
		b1++;
	      }
	      b2++;
	    }
	    *b1 = '\0';
	    
	    DEBUG_MAIN(("main: Found boundary of - %s\n", boundary));
	  } else {

	    DEBUG_MAIN(("main: boundary not found in header\n"));
	  }

	  // also possible to set 7bit encoding detection here.
	  if ((b2 = my_stristr(item->email->header, "Content-Transfer-Encoding:")) != NULL) {
	    if ((b2 = strchr(b2, ':')) != NULL) {
	      b2++; // skip to the : at the end of the string
		
	      while (*b2 == ' ' || *b2 == '\t')
		b2++;
	      if (pst_strincmp(b2, "base64", 6)==0) {
		DEBUG_MAIN(("body is base64 encoded\n"));
		base64_body = 1;
	      }
	    } else {
	      DEBUG_WARN(("found a ':' during the my_stristr, but not after that..\n"));
	    }
	  }
	    
	}
	if (boundary == NULL && (item->attach ||(item->email->body && item->email->htmlbody)
				 || item->email->rtf_compressed || item->email->encrypted_body
				 || item->email->encrypted_htmlbody)) {
	  // we need to create a boundary here.
	  DEBUG_EMAIL(("main: must create own boundary. oh dear.\n"));
	  boundary = malloc(50 * sizeof(char)); // allow 50 chars for boundary
	  boundary[0] = '\0';
	  sprintf(boundary, "--boundary-LibPST-iamunique-%i_-_-", rand());
	  DEBUG_EMAIL(("main: created boundary is %s\n", boundary));
	}

	DEBUG_MAIN(("main: About to print Header\n"));

	if (item != NULL && item->email != NULL && item->email->subject != NULL &&
	    item->email->subject->subj != NULL) {
	  DEBUG_EMAIL(("item->email->subject->subj = %p\n", item->email->subject->subj));
	}
	if (item->email->header != NULL) {
	  // some of the headers we get from the file are not properly defined.
	  // they can contain some email stuff too. We will cut off the header
	  // when we see a \n\n or \r\n\r\n

	  removeCR(item->email->header);

	  temp = strstr(item->email->header, "\n\n");

	  if (temp != NULL) {
	    DEBUG_MAIN(("main: Found body text in header\n"));
	    temp += 2; // get past the \n\n
	    *temp = '\0';
	  }
	  
	  if (mode != MODE_SEPERATE) {
	    // don't put rubbish in if we are doing seperate
	    fprintf(f->output, "From \"%s\" %s\n%s\n",
		    item->email->outlook_sender_name, c_time, item->email->header);
	    fprintf(f->output, "\n");
	  } else {
	    fprintf(f->output, "%s\n", item->email->header);
	  }
	} else {
	  //make up our own header!
	  if (mode != MODE_SEPERATE) {
	    // don't want this first line for this mode
	    if (item->email->outlook_sender_name != NULL) {
	      temp = item->email->outlook_sender_name;
	    } else {
	      temp = "(readpst_null)";
	    }
	    fprintf(f->output, "From \"%s\" %s\n", temp, c_time);
	  }
	  if ((temp = item->email->outlook_sender) == NULL)
	    temp = "";
	  fprintf(f->output, "From: \"%s\" <%s>\n", item->email->outlook_sender_name, temp);
	  if (item->email->subject != NULL) {
	    fprintf(f->output, "Subject: %s\n", item->email->subject->subj);
	  } else {
	    fprintf(f->output, "Subject: \n");
	  }
	  fprintf(f->output, "To: %s\n", item->email->sentto_address);
	  if (item->email->cc_address != NULL) {
	    fprintf(f->output, "CC: %s\n", item->email->cc_address);
	  }
	  if (item->email->sent_date != NULL) {
	    c_time = (char*) xmalloc(C_TIME_SIZE);
	    strftime(c_time, C_TIME_SIZE, "%a, %d %b %Y %H:%M:%S %z", gmtime(&em_time));
	    fprintf(f->output, "Date: %s\n", c_time);
	    free(c_time);
	  }

	  fprintf(f->output, "MIME-Version: 1.0\n");
	  if (item->attach != NULL) {
	    // write the boundary stuff if we have attachments
	    fprintf(f->output, "Content-type: multipart/mixed;\n\tboundary=\"%s\"\n",
		    boundary);
	  } else if (item->email->htmlbody && item->email->body) {
	    // else if we have an html and text body then tell it so
	    fprintf(f->output, "Content-type: multipart/alternate;\n\tboundary=\"%s\"\n",
		    boundary);
	  } else if (item->email->htmlbody) {
	    fprintf(f->output, "Content-type: text/html\n");
	  }
	  fprintf(f->output, "\n");
	}
	

	DEBUG_MAIN(("main: About to print Body\n"));

	if (item->email->body != NULL) {
	  if (boundary) {
	    fprintf(f->output, "\n--%s\n", boundary);
	    fprintf(f->output, "Content-type: text/plain\n\n");
	    if (base64_body)
	      fprintf(f->output, "Content-Transfer-Encoding: base64\n");
	  }
	  removeCR(item->email->body);
	  if (base64_body)
	    write_email_body(f->output, base64_encode(item->email->body,
						      strlen(item->email->body)));
	  else
	    write_email_body(f->output, item->email->body);
	}
	
	if (item->email->htmlbody != NULL) {
	  if (boundary) {
	    fprintf(f->output, "\n--%s\n", boundary);
	    fprintf(f->output, "Content-type: text/html\n\n");
	    if (base64_body)
	      fprintf(f->output, "Content-Transfer-Encoding: base64\n");
	  }
	  removeCR(item->email->htmlbody);
	  if (base64_body)
	    write_email_body(f->output, base64_encode(item->email->htmlbody,
						      strlen(item->email->htmlbody)));
	  else
	    write_email_body(f->output, item->email->htmlbody);
	}

	attach_num = 0;

	if (item->email->rtf_compressed != NULL) {
	  DEBUG_MAIN(("Adding RTF body as attachment\n"));
	  item->current_attach = (pst_item_attach*)xmalloc(sizeof(pst_item_attach));
	  memset(item->current_attach, 0, sizeof(pst_item_attach));
	  item->current_attach->next = item->attach;
	  item->attach = item->current_attach;
	  item->current_attach->data = lzfu_decompress(item->email->rtf_compressed);
	  item->current_attach->filename2 = xmalloc(strlen(RTF_ATTACH_NAME)+2);
	  strcpy(item->current_attach->filename2, RTF_ATTACH_NAME);
	  item->current_attach->mimetype = xmalloc(strlen(RTF_ATTACH_TYPE)+2);
	  strcpy(item->current_attach->mimetype, RTF_ATTACH_TYPE);
	  memcpy(&(item->current_attach->size), item->email->rtf_compressed+sizeof(int32_t), sizeof(int32_t));
	  LE32_CPU(item->current_attach->size);
	  //	  item->email->rtf_compressed = ;
	  //	  attach_num++;
	}
	if (item->email->encrypted_body || item->email->encrypted_htmlbody) {
	  // if either the body or htmlbody is encrypted, add them as attachments
	  if (item->email->encrypted_body) {
	    DEBUG_MAIN(("Adding Encrypted Body as attachment\n"));
	    item->current_attach = (pst_item_attach*) xmalloc(sizeof(pst_item_attach));
	    memset(item->current_attach, 0, sizeof(pst_item_attach));
	    item->current_attach->next = item->attach;
	    item->attach = item->current_attach;
	    
	    item->current_attach->data = item->email->encrypted_body;
	    item->current_attach->size = item->email->encrypted_body_size;
	    item->email->encrypted_body = NULL;
	  }
	  if (item->email->encrypted_htmlbody) {
	    DEBUG_MAIN(("Adding encrypted HTML body as attachment\n"));
	    item->current_attach = (pst_item_attach*) xmalloc(sizeof(pst_item_attach));
	    memset(item->current_attach, 0, sizeof(pst_item_attach));
	    item->current_attach->next = item->attach;
	    item->attach = item->current_attach;

	    item->current_attach->data = item->email->encrypted_htmlbody;
	    item->current_attach->size = item->email->encrypted_htmlbody_size;
	    item->email->encrypted_htmlbody = NULL;
	  }
	  write_email_body(f->output, "The body of this email is encrypted. This isn't supported yet, but the body is now an attachment\n");
	}
	base64_body = 0;
	// attachments
	item->current_attach = item->attach;
	while (item->current_attach != NULL) {
	  DEBUG_MAIN(("main: Attempting Attachment encoding\n"));
	  if (item->current_attach->data == NULL) {
	    DEBUG_MAIN(("main: Data of attachment is NULL!. Size is supposed to be %i\n", item->current_attach->size));
	  }
	  if (mode == MODE_SEPERATE) {
	    f->name = check_filename(f->name);
	    if (item->current_attach->filename2 == NULL) {
	      temp = xmalloc(strlen(f->name)+15);
	      sprintf(temp, "%s-attach%i", f->name, attach_num);
	    } else {
	      temp = xmalloc(strlen(f->name)+strlen(item->current_attach->filename2)+15);
	      fp = NULL; x=0;
	      do {
		if (fp != NULL) fclose(fp);
		if (x == 0)
		  sprintf(temp, "%s-%s", f->name, item->current_attach->filename2);
		else
		  sprintf(temp, "%s-%s-%i", f->name, item->current_attach->filename2, x);
	      } while ((fp = fopen(temp, "r"))!=NULL && ++x < 99999999);
	      if (x > 99999999) {
	        DIE(("error finding attachment name. exhausted possibilities to %s\n", temp));
	      }
	    }
	    DEBUG_MAIN(("main: Saving attachment to %s\n", temp));
	    if ((fp = fopen(temp, "w")) == NULL) {
	      WARN(("main: Cannot open attachment save file \"%s\"\n", temp));
	    } else {
	      if (item->current_attach->data != NULL)
		fwrite(item->current_attach->data, 1, item->current_attach->size, fp);
	      else {
		pst_attach_to_file(&pstfile, item->current_attach, fp);
	      }
	      fclose(fp);
	    }
	  } else {
	    DEBUG_MAIN(("main: Attachment Size is %i\n", item->current_attach->size));
	    DEBUG_MAIN(("main: Attachment Pointer is %p\n", item->current_attach->data));
	    if (item->current_attach->data != NULL) {
	      if ((enc = base64_encode (item->current_attach->data, item->current_attach->size)) == NULL) {
		DEBUG_MAIN(("main: ERROR base64_encode returned NULL. Must have failed\n"));
		item->current_attach = item->current_attach->next;
		continue;
	      }
	    }
	    if (boundary) {
	      fprintf(f->output, "\n--%s\n", boundary);
	      if (item->current_attach->mimetype == NULL) {
		fprintf(f->output, "Content-type: %s\n", MIME_TYPE_DEFAULT);
	      } else {
		fprintf(f->output, "Content-type: %s\n", item->current_attach->mimetype);
	      }
	      fprintf(f->output, "Content-transfer-encoding: base64\n");
	      if (item->current_attach->filename2 == NULL) {
		fprintf(f->output, "Content-Disposition: inline\n\n");
	      } else {
		fprintf(f->output, "Content-Disposition: attachment; filename=\"%s\"\n\n",
			item->current_attach->filename2);
	      }
	    }
	    if (item->current_attach->data != NULL) {
	      fwrite(enc, 1, strlen(enc), f->output);
	      DEBUG_MAIN(("Attachment Size after encoding is %i\n", strlen(enc)));
	    } else {
	      pst_attach_to_file_base64(&pstfile, item->current_attach, f->output);
	    }
	    fprintf(f->output, "\n\n");
	  }
	  item->current_attach = item->current_attach->next;
	  attach_num++;
	}
	if (mode != MODE_SEPERATE) {
	  DEBUG_MAIN(("main: Writing buffer between emails\n"));
	  if (boundary)
	    fprintf(f->output, "\n--%s--\n", boundary);
	  fprintf(f->output, "\n\n");
	}
      } else if (item->type == PST_TYPE_JOURNAL) {
	// deal with journal items
	if (mode == MODE_SEPERATE) {
	  mk_seperate_file(f);
	}
	f->email_count++;
	
	DEBUG_MAIN(("main: Processing Journal Entry\n"));
	if (f->type != PST_TYPE_JOURNAL) {
	  DEBUG_MAIN(("main: I have a journal entry, but folder isn't specified as a journal type. Processing...\n"));
	}

	/*	if (item->type != PST_TYPE_JOURNAL) {
 	  DEBUG_MAIN(("main: I have an item with journal info, but it's type is \"%s\" \n. Processing...\n", 
		      item->ascii_type));
	}*/
	fprintf(f->output, "BEGIN:VJOURNAL\n");
	if (item->email->subject != NULL)
	  fprintf(f->output, "SUMMARY:%s\n", rfc2426_escape(item->email->subject->subj));
	if (item->email->body != NULL)
	  fprintf(f->output, "DESCRIPTION:%s\n", rfc2426_escape(item->email->body));
	if (item->journal->start != NULL)
	  fprintf(f->output, "DTSTART;VALUE=DATE-TIME:%s\n", rfc2445_datetime_format(item->journal->start));
	fprintf(f->output, "END:VJOURNAL\n\n");
      } else if (item->type == PST_TYPE_APPOINTMENT) {
	// deal with Calendar appointments
	if (mode == MODE_SEPERATE) {
	  mk_seperate_file(f);
	}
	f->email_count++;

	DEBUG_MAIN(("main: Processing Appointment Entry\n"));
	if (f->type != PST_TYPE_APPOINTMENT) {
	  DEBUG_MAIN(("main: I have an appointment, but folder isn't specified as an appointment type. Processing...\n"));
	}
	fprintf(f->output, "BEGIN:VEVENT\n");
	if (item->create_date != NULL)
	  fprintf(f->output, "CREATED:%s\n", rfc2445_datetime_format(item->create_date));
	if (item->modify_date != NULL)
	  fprintf(f->output, "LAST-MOD:%s\n", rfc2445_datetime_format(item->modify_date));
	if (item->email != NULL && item->email->subject != NULL)
	  fprintf(f->output, "SUMMARY:%s\n", rfc2426_escape(item->email->subject->subj));
	if (item->email != NULL && item->email->body != NULL)
	  fprintf(f->output, "DESCRIPTION:%s\n", rfc2426_escape(item->email->body));
	if (item->appointment != NULL && item->appointment->start != NULL)
	  fprintf(f->output, "DTSTART;VALUE=DATE-TIME:%s\n", rfc2445_datetime_format(item->appointment->start));
	if (item->appointment != NULL && item->appointment->end != NULL)
	  fprintf(f->output, "DTEND;VALUE=DATE-TIME:%s\n", rfc2445_datetime_format(item->appointment->end));
	if (item->appointment != NULL && item->appointment->location != NULL)
	  fprintf(f->output, "LOCATION:%s\n", rfc2426_escape(item->appointment->location));
	if (item->appointment != NULL) {
	  switch (item->appointment->showas) {
	  case PST_FREEBUSY_TENTATIVE:
	    fprintf(f->output, "STATUS:TENTATIVE\n");
	    break;
	  case PST_FREEBUSY_FREE:
	    // mark as transparent and as confirmed
	    fprintf(f->output, "TRANSP:TRANSPARENT\n");
	  case PST_FREEBUSY_BUSY:
	  case PST_FREEBUSY_OUT_OF_OFFICE:
	    fprintf(f->output, "STATUS:CONFIRMED\n");
	    break;
	  }
	  switch (item->appointment->label) {
	  case PST_APP_LABEL_NONE:
	    fprintf(f->output, "CATEGORIES:NONE\n"); break;
	  case PST_APP_LABEL_IMPORTANT:
	    fprintf(f->output, "CATEGORIES:IMPORTANT\n"); break;
	  case PST_APP_LABEL_BUSINESS:
	    fprintf(f->output, "CATEGORIES:BUSINESS\n"); break;
	  case PST_APP_LABEL_PERSONAL:
	    fprintf(f->output, "CATEGORIES:PERSONAL\n"); break;
	  case PST_APP_LABEL_VACATION:
	    fprintf(f->output, "CATEGORIES:VACATION\n"); break;
	  case PST_APP_LABEL_MUST_ATTEND:
	    fprintf(f->output, "CATEGORIES:MUST-ATTEND\n"); break;
	  case PST_APP_LABEL_TRAVEL_REQ:
	    fprintf(f->output, "CATEGORIES:TRAVEL-REQUIRED\n"); break;
	  case PST_APP_LABEL_NEEDS_PREP:
	    fprintf(f->output, "CATEGORIES:NEEDS-PREPARATION\n"); break;
	  case PST_APP_LABEL_BIRTHDAY:
	    fprintf(f->output, "CATEGORIES:BIRTHDAY\n"); break;
	  case PST_APP_LABEL_ANNIVERSARY:
	    fprintf(f->output, "CATEGORIES:ANNIVERSARY\n"); break;
	  case PST_APP_LABEL_PHONE_CALL:
	    fprintf(f->output, "CATEGORIES:PHONE-CALL\n"); break;
	  }
	}
	fprintf(f->output, "END:VEVENT\n\n");
      } else {
	f->skip_count++;
	DEBUG_MAIN(("main: Unknown item type. %i. Ascii1=\"%s\"\n", 
		   item->type, item->ascii_type));
      }
    } else {
      f->skip_count++;
      DEBUG_MAIN(("main: A NULL item was seen\n"));
    }
    DEBUG_MAIN(("main: Going to next d_ptr\n"));
    if (boundary) {
      free(boundary);
      boundary = NULL;
    }
  check_parent:
    //    _pst_freeItem(item);
    while (!skip_child && d_ptr->next == NULL && d_ptr->parent != NULL) {
      DEBUG_MAIN(("main: Going to Parent\n"));
      head = f->next;
      if (f->output != NULL)
	fclose(f->output);
      DEBUG_MAIN(("main: Email Count for folder %s is %i\n", f->dname, f->email_count));
      if (output_mode != OUTPUT_QUIET) 
	printf("\t\"%s\" - %i items done, skipped %i, should have been %i\n",
	       f->dname, f->email_count, f->skip_count, f->stored_count);
      if (mode == MODE_KMAIL)
	close_kmail_dir();
      else if (mode == MODE_RECURSE)
	close_recurse_dir();
      else if (mode == MODE_SEPERATE)
	close_seperate_dir();
      free(f->name);
      free(f->dname);
      free(f);
      f = head;
      if (head == NULL) { //we can't go higher. Must be at start?
	DEBUG_MAIN(("main: We are now trying to go above the highest level. We must be finished\n"));
	break; //from main while loop
      }
      d_ptr = d_ptr->parent;
      skip_child = 0;
    }

    if (item != NULL) {
      DEBUG_MAIN(("main: Freeing memory used by item\n"));
      _pst_freeItem(item);
      item = NULL;
    }
    if (!skip_child)
      d_ptr = d_ptr->next;
    else 
      skip_child = 0;
    
    if (d_ptr == NULL) {
      DEBUG_MAIN(("main: d_ptr is now NULL\n"));
    }
  }	
  if (output_mode != OUTPUT_QUIET) printf("Finished.\n");

  DEBUG_MAIN(("main: Finished.\n"));
  pst_close(&pstfile);
  //  fclose(pstfile.fp);
  while (f != NULL) {
    if (f->output != NULL)
     fclose(f->output);
    free(f->name);
    free(f->dname);

    if (mode == MODE_KMAIL)
      close_kmail_dir();
    else if (mode == MODE_RECURSE)
      close_recurse_dir();
    else if (mode == MODE_SEPERATE) 
      // DO SOMETHING HERE
      ;
    head = f->next;
    free (f);
    f = head;
  }

  DEBUG_RET();
  return 0;
}

void write_email_body(FILE *f, char *body) {
  char *n = body;
  //  DEBUG_MAIN(("write_email_body(): \"%s\"\n", body));
  DEBUG_ENT("write_email_body");
  while (n != NULL) {
    if (strncmp(body, "From ", 5) == 0)
      fprintf(f, ">");
    if ((n = strchr(body, '\n'))) {
      n++;
      fwrite(body, n-body, 1, f); //write just a line
      
      body = n;
    }
  }
  fwrite(body, strlen(body), 1, f);
  DEBUG_RET();
}

char * removeCR (char *c) {
  // converts /r/n to /n
  char *a, *b;
  DEBUG_ENT("removeCR");
  a = b = c;
  while (*a != '\0') {
    *b = *a;
    if (*a != '\r')
      b++;
    a++;
  }
  *b = '\0';
  DEBUG_RET();
  return c;
}
    
int usage() {
  DEBUG_ENT("usage");
  version();
  printf("Usage: %s [OPTIONS] {PST FILENAME}\n", prog_name);
  printf("OPTIONS:\n");
  printf("\t-c[v|l]\t- Set the Contact output mode. -cv = VCard, -cl = EMail list\n");
  printf("\t-d\t- Debug to file. This is a binary log. Use readlog to print it\n");
  printf("\t-h\t- Help. This screen\n");
  printf("\t-k\t- KMail. Output in kmail format\n");
  printf("\t-o\t- Output Dir. Directory to write files to. CWD is changed *after* opening pst file\n");
  printf("\t-q\t- Quiet. Only print error messages\n");
  printf("\t-r\t- Recursive. Output in a recursive format\n");
  printf("\t-S\t- Seperate. Write emails in the seperate format\n");
  printf("\t-V\t- Version. Display program version\n");
  printf("\t-w\t- Overwrite any output mbox files\n");
  DEBUG_RET();
  return 0;
}

int version() {
  DEBUG_ENT("version");
  printf("ReadPST v%s implementing LibPST v%s\n", VERSION, PST_VERSION);
#if BYTE_ORDER == BIG_ENDIAN
  printf("Big Endian implementation being used.\n");
#elif BYTE_ORDER == LITTLE_ENDIAN
  printf("Little Endian implementation being used.\n");
#else
#  error "Byte order not supported by this library"
#endif
#ifdef __GNUC__
  printf("GCC %d.%d : %s %s\n", __GNUC__, __GNUC_MINOR__, __DATE__, __TIME__);
#endif
  DEBUG_RET();
  return 0;
}

char *kmail_chdir = NULL;

char* mk_kmail_dir(char *fname) {
  //change to that directory
  //make a directory based on OUTPUT_KMAIL_DIR_TEMPLATE
  //allocate space for OUTPUT_TEMPLATE and form a char* with fname
  //return that value
  char *dir, *out_name, *index;
  int x;
  DEBUG_ENT("mk_kmail_dir");
  if (kmail_chdir != NULL && chdir(kmail_chdir)) {
    x = errno;
    DIE(("mk_kmail_dir: Cannot change to directory %s: %s\n", kmail_chdir, strerror(x)));
  }
  dir = malloc(strlen(fname)+strlen(OUTPUT_KMAIL_DIR_TEMPLATE)+1);
  sprintf(dir, OUTPUT_KMAIL_DIR_TEMPLATE, fname);
  dir = check_filename(dir);
  if (D_MKDIR(dir)) {
    //error occured
    if (errno != EEXIST) {
      x = errno;
      DIE(("mk_kmail_dir: Cannot create directory %s: %s\n", dir, strerror(x)));
    }
  }
  kmail_chdir = realloc(kmail_chdir, strlen(dir)+1);
  strcpy(kmail_chdir, dir);
  free (dir);

  //we should remove any existing indexes created by KMail, cause they might be different now
  index = malloc(strlen(fname)+strlen(KMAIL_INDEX)+1);
  sprintf(index, KMAIL_INDEX, fname);
  unlink(index);
  free(index);

  out_name = malloc(strlen(fname)+strlen(OUTPUT_TEMPLATE)+1);
  sprintf(out_name, OUTPUT_TEMPLATE, fname);
  DEBUG_RET();
  return out_name;
}

int close_kmail_dir() {
  // change ..
  int x;
  DEBUG_ENT("close_kmail_dir");
  if (kmail_chdir != NULL) { //only free kmail_chdir if not NULL. do not change directory
    free(kmail_chdir);
    kmail_chdir = NULL;
  } else {
    if (chdir("..")) {
      x = errno;
      DIE(("close_kmail_dir: Cannot move up dir (..): %s\n", strerror(x)));
    }
  }
  DEBUG_RET();
  return 0;
}

char* mk_recurse_dir(char *dir) {
  // this will create a directory by that name, then make an mbox file inside that dir.
  // any subsequent dirs will be created by name, and they will contain mbox files
  int x;
  char *out_name;
  DEBUG_ENT("mk_recurse_dir");
  dir = check_filename(dir);
  if (D_MKDIR (dir)) {
    if (errno != EEXIST) { // not an error because it exists
      x = errno;
      DIE(("mk_recurse_dir: Cannot create directory %s: %s\n", dir, strerror(x)));
    }
  }
  if (chdir (dir)) {
    x = errno;
    DIE(("mk_recurse_dir: Cannot change to directory %s: %s\n", dir, strerror(x)));
  }
  out_name = malloc(strlen("mbox")+1);
  strcpy(out_name, "mbox");
  DEBUG_RET();
  return out_name;
}

int close_recurse_dir() {
  int x;
  DEBUG_ENT("close_recurse_dir");
  if (chdir("..")) {
    x = errno;
    DIE(("close_recurse_dir: Cannot go up dir (..): %s\n", strerror(x)));
  }
  DEBUG_RET();
  return 0;
}

char* mk_seperate_dir(char *dir, int overwrite) {
#if !defined(WIN32) && !defined(__CYGWIN__)
  DIR * sdir = NULL;
  struct dirent *dirent = NULL;
  struct stat *filestat = xmalloc(sizeof(struct stat));
#endif

  char *dir_name = NULL;
  int x = 0, y = 0;
  DEBUG_ENT("mk_seperate_dir");
  /*#if defined(WIN32) || defined(__CYGWIN__)
  DIE(("mk_seperate_dir: Win32 applications cannot use this function yet.\n"));
  #endif*/

  dir_name = xmalloc(strlen(dir)+10);

  do {
    if (y == 0)
      sprintf(dir_name, "%s", dir);
    else
      sprintf(dir_name, "%s%09i", dir, y); // enough for 9 digits allocated above
    
    dir_name = check_filename(dir_name);
    DEBUG_MAIN(("mk_seperate_dir: about to try creating %s\n", dir_name));
    if (D_MKDIR(dir_name)) {
      if (errno != EEXIST) { // if there is an error, and it doesn't already exist
	x = errno;
	DIE(("mk_seperate_dir: Cannot create directory %s: %s\n", dir, strerror(x)));
      }
    } else {
      break;
    }
    y++;
  } while (overwrite == 0); 

  if (chdir (dir_name)) {
    x = errno;
    DIE(("mk_recurse_dir: Cannot change to directory %s: %s\n", dir, strerror(x)));
  }

  if (overwrite) {
    // we should probably delete all files from this directory
#if !defined(WIN32) && !defined(__CYGWIN__)
    if ((sdir = opendir("./")) == NULL) {
      WARN(("mk_seperate_dir: Cannot open dir \"%s\" for deletion of old contents\n", "./"));
    } else {
      while ((dirent = readdir(sdir)) != NULL) {
	if (lstat(dirent->d_name, filestat) != -1)
	  if (S_ISREG(filestat->st_mode)) {
	    if (unlink(dirent->d_name)) {
	      y = errno;
	      DIE(("mk_seperate_dir: unlink returned error on file %s: %s\n", dirent->d_name, strerror(y)));
	    }
	  }
      }
    }
#endif
  }

  // overwrite will never change during this function, it is just there so that
  //  if overwrite is set, we only go through this loop once.

  // we don't return a filename here cause it isn't necessary.
  DEBUG_RET();
  return NULL;
}
  
int close_seperate_dir() {
  int x;
  DEBUG_ENT("close_seperate_dir");
  if (chdir("..")) {
    x = errno;
    DIE(("close_seperate_dir: Cannot go up dir (..): %s\n", strerror(x)));
  }
  DEBUG_RET();
  return 0;
}

int mk_seperate_file(struct file_ll *f) {
  DEBUG_ENT("mk_seperate_file");
  DEBUG_MAIN(("mk_seperate_file: opening next file to save email\n"));
  if (f->email_count > 999999999) { // bigger than nine 9's
    DIE(("mk_seperate_file: The number of emails in this folder has become too high to handle"));
  }
  sprintf(f->name, "%09i", f->email_count);
  if (f->output != NULL) 
    fclose(f->output);
  f->output = NULL;
  f->name = check_filename(f->name);
  if ((f->output = fopen(f->name, "w")) == NULL) {
    DIE(("mk_seperate_file: Cannot open file to save email \"%s\"\n", f->name));
  }
  DEBUG_RET();
  return 0;
}

// my_stristr varies from strstr in that its searches are case-insensitive
char * my_stristr(char *haystack, char *needle) { 
  char *x=haystack, *y=needle, *z = NULL;
  DEBUG_ENT("my_stristr");
  if (haystack == NULL || needle == NULL)
    return NULL;
  while (*y != '\0' && *x != '\0') {
    if (tolower(*y) == tolower(*x)) {
      // move y on one
      y++;
      if (z == NULL) {
	z = x; // store first position in haystack where a match is made
      }
    } else {
      y = needle; // reset y to the beginning of the needle
      z = NULL; // reset the haystack storage point
    }
    x++; // advance the search in the haystack
  }
  DEBUG_RET();
  return z;
}

char *check_filename(char *fname) {
  char *t = fname;
  DEBUG_ENT("check_filename");
  if (t == NULL) {
    DEBUG_RET();
    return fname;
  }
  while ((t = strpbrk(t, "/\\:")) != NULL) {
    // while there are characters in the second string that we don't want
    *t = '_'; //replace them with an underscore
  }
  DEBUG_RET();
  return fname;
}

char *rfc2426_escape(char *str) {
  static char* buf = NULL;
  char *ret, *a, *b;
  int x = 0, y, z;
  DEBUG_ENT("rfc2426_escape");
  if (str == NULL) 
    ret = str;
  else {
    
    // calculate space required to escape all the following characters
    x = strlen(str) +(y=(chr_count(str, ',')*2) + (chr_count(str, '\\')*2) + (chr_count(str, ';')*2) + (chr_count(str, '\n')*2));
    z = chr_count(str, '\r');
    if (y == 0 && z == 0)
      // there isn't any extra space required
      ret = str;
    else {
      buf = (char*) realloc(buf, x+1);
      a = str;
      b = buf;
      while (*a != '\0') {
	switch(*a) {
	case ',' :
	case '\\':
	case ';' :
	case '\n':
	  *(b++)='\\';
	  *b=*a;
	break;
	case '\r':
	  break;
	default:
	  *b=*a;
	}
	b++;
      a++;
      }
      *b = '\0';
      ret = buf;
    }
  }
  DEBUG_RET();
  return ret;
}  

int chr_count(char *str, char x) {
  int r = 0;
  while (*str != '\0') {
    if (*str == x)
      r++;
    str++;
  }
  return r;
}

char *rfc2425_datetime_format(FILETIME *ft) {
  static char * buffer = NULL;
  struct tm *stm = NULL;
  DEBUG_ENT("rfc2425_datetime_format");
  if (buffer == NULL)
    buffer = malloc(30); // should be enough for the date as defined below
    
  stm = fileTimeToStructTM(ft);
  //Year[4]-Month[2]-Day[2] Hour[2]:Min[2]:Sec[2]
  if (strftime(buffer, 30, "%Y-%m-%dT%H:%M:%SZ", stm)==0) {
    DEBUG_INFO(("Problem occured formatting date\n"));
  }
  DEBUG_RET();
  return buffer;
}
char *rfc2445_datetime_format(FILETIME *ft) {
  static char* buffer = NULL;
  struct tm *stm = NULL;
  DEBUG_ENT("rfc2445_datetime_format");
  if (buffer == NULL)
    buffer = malloc(30); // should be enough
  stm = fileTimeToStructTM(ft);
  if (strftime(buffer, 30, "%Y%m%dT%H%M%SZ", stm)==0) {
    DEBUG_INFO(("Problem occured formatting date\n"));
  }
  DEBUG_RET();
  return buffer;
}