annotate regression/regression-tests.bash @ 167:40e9de445038

improve consistency checking when fetching items from the pst file. avoid putting mixed item types into the same output folder.
author Carl Byington <carl@five-ten-sg.com>
date Wed, 18 Mar 2009 22:31:18 -0700
parents ab384fed78c5
children c1a2fd06ffe6
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
35
b2f247463b83 better decoding of 7c blocks
carl
parents:
diff changeset
1 #!/bin/bash
b2f247463b83 better decoding of 7c blocks
carl
parents:
diff changeset
2
100
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
3
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
4 function dodii()
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
5 {
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
6 n="$1"
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
7 fn="$2"
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
8 rm -rf output$n
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
9 mkdir output$n
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
10 $val ../src/pst2dii -f /usr/share/fonts/bitstream-vera/VeraMono.ttf -B "bates-" -o output$n -O mydii$n -d dumper $fn >$fn.dii.err 2>&1
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
11 ../src/readpstlog -f I dumper >$fn.log
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
12 rm -f dumper
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
13 }
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
14
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
15
150
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
16 function doldif()
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
17 {
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
18 n="$1"
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
19 fn="$2"
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
20 echo $fn
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
21 ba=$(basename "$fn" .pst)
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
22 rm -rf output$n
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
23 mkdir output$n
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
24 #$val ../src/pst2ldif -d dumper -b 'o=ams-cc.com, c=US' -c 'newPerson' -o $fn >$ba.ldif.err 2>&1
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
25 $val ../src/pst2ldif -d dumper -b 'o=ams-cc.com, c=US' -c 'inetOrgPerson' $fn >$ba.ldif.err 2>&1
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
26 ../src/readpstlog -f I dumper >$ba.ldif.log
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
27 rm -f dumper
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
28 }
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
29
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
30
100
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
31 function dopst()
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
32 {
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
33 n="$1"
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
34 fn="$2"
118
0f1492b7fe8b patch from Fridrich Strba for building on mingw and general cleanup of autoconf files
Carl Byington <carl@five-ten-sg.com>
parents: 116
diff changeset
35 echo $fn
0f1492b7fe8b patch from Fridrich Strba for building on mingw and general cleanup of autoconf files
Carl Byington <carl@five-ten-sg.com>
parents: 116
diff changeset
36 ba=$(basename "$fn" .pst)
100
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
37 rm -rf output$n
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
38 mkdir output$n
120
6395ced2b8b2 disable building pst2dii on cygwin
Carl Byington <carl@five-ten-sg.com>
parents: 118
diff changeset
39 # ../src/readpst -cv -o output$n $fn >$ba.err 2>&1
148
b47d04257b43 64 bit cleanup in debug messages
Carl Byington <carl@five-ten-sg.com>
parents: 142
diff changeset
40 # readpst -cv -o output$n -d dumper $fn >$ba.err 2>&1
167
40e9de445038 improve consistency checking when fetching items from the pst file.
Carl Byington <carl@five-ten-sg.com>
parents: 164
diff changeset
41 $val ../src/readpst -r -D -cv -o output$n -d dumper $fn >$ba.err 2>&1
118
0f1492b7fe8b patch from Fridrich Strba for building on mingw and general cleanup of autoconf files
Carl Byington <carl@five-ten-sg.com>
parents: 116
diff changeset
42 ../src/readpstlog -f I dumper >$ba.log
148
b47d04257b43 64 bit cleanup in debug messages
Carl Byington <carl@five-ten-sg.com>
parents: 142
diff changeset
43
b47d04257b43 64 bit cleanup in debug messages
Carl Byington <carl@five-ten-sg.com>
parents: 142
diff changeset
44 #../src/getidblock -d -p $fn 0 >$ba.fulldump
b47d04257b43 64 bit cleanup in debug messages
Carl Byington <carl@five-ten-sg.com>
parents: 142
diff changeset
45 #../src/readpstlog -f I getidblock.log >$ba.fulldump.log
b47d04257b43 64 bit cleanup in debug messages
Carl Byington <carl@five-ten-sg.com>
parents: 142
diff changeset
46
163
03fbb0269f3c fix large file support, some sytems require config.h to be included earlier in the compilation.
Carl Byington <carl@five-ten-sg.com>
parents: 154
diff changeset
47 #rm -f dumper
100
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
48 }
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
49
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
50
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
51
41
183ae993b9ad security fix for potential buffer overrun in lz decompress
carl
parents: 36
diff changeset
52 val="valgrind --leak-check=full"
167
40e9de445038 improve consistency checking when fetching items from the pst file.
Carl Byington <carl@five-ten-sg.com>
parents: 164
diff changeset
53 #val=''
41
183ae993b9ad security fix for potential buffer overrun in lz decompress
carl
parents: 36
diff changeset
54
93
cb14583c119a iconv changes for Mac
Carl Byington <carl@five-ten-sg.com>
parents: 79
diff changeset
55 pushd ..
cb14583c119a iconv changes for Mac
Carl Byington <carl@five-ten-sg.com>
parents: 79
diff changeset
56 make || exit
cb14583c119a iconv changes for Mac
Carl Byington <carl@five-ten-sg.com>
parents: 79
diff changeset
57 popd
cb14583c119a iconv changes for Mac
Carl Byington <carl@five-ten-sg.com>
parents: 79
diff changeset
58
164
ab384fed78c5 Compensate for iconv conversion to utf-7 that produces strings that are not null terminated.
Carl Byington <carl@five-ten-sg.com>
parents: 163
diff changeset
59 rm -rf output* *.err *.log
ab384fed78c5 Compensate for iconv conversion to utf-7 that produces strings that are not null terminated.
Carl Byington <carl@five-ten-sg.com>
parents: 163
diff changeset
60
71
1bd4491cf8ff fix documentation of 8 byte backpointers
Carl Byington <carl@five-ten-sg.com>
parents: 67
diff changeset
61 if [ "$1" == "dii" ]; then
100
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
62 dodii 1 ams.pst
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
63 dodii 2 sample_64.pst
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
64 dodii 3 test.pst
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
65 dodii 4 big_mail.pst
150
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
66 elif [ "$1" == "ldif" ]; then
152
edebaf0e87d2 more code cleanup
Carl Byington <carl@five-ten-sg.com>
parents: 151
diff changeset
67 doldif 1 ams.pst
150
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
68 #doldif 2 sample_64.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
69 #doldif 3 test.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
70 #doldif 4 big_mail.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
71 #doldif 5 mbmg.archive.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
72 #doldif 6 Single2003-read.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
73 #doldif 7 Single2003-unread.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
74 #doldif 8 ol2k3high.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
75 #doldif 9 ol97high.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
76 #doldif 10 returned_message.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
77 #doldif 11 flow.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
78 #doldif 12 test-html.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
79 #doldif 13 test-text.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
80 #doldif 14 joe.romanowski.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
81 #doldif 15 hourig1.pst
151
cda7c812ec01 track character set individually for each mapi element
Carl Byington <carl@five-ten-sg.com>
parents: 150
diff changeset
82 ##doldif 16 hourig2.pst
cda7c812ec01 track character set individually for each mapi element
Carl Byington <carl@five-ten-sg.com>
parents: 150
diff changeset
83 ##doldif 17 hourig3.pst
150
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
84 #doldif 18 test-mac.pst
153
0b1766da9be8 use AM_ICONV for better portability of the library location.
Carl Byington <carl@five-ten-sg.com>
parents: 152
diff changeset
85 #doldif 19 harris.pst
100
1e4a7610d525 fixes from Justin Greer to add -D option to include deleted items, to add missing email headers, to fix bug in my_stristr()
Carl Byington <carl@five-ten-sg.com>
parents: 99
diff changeset
86 else
167
40e9de445038 improve consistency checking when fetching items from the pst file.
Carl Byington <carl@five-ten-sg.com>
parents: 164
diff changeset
87 dopst 11 flow.pst
164
ab384fed78c5 Compensate for iconv conversion to utf-7 that produces strings that are not null terminated.
Carl Byington <carl@five-ten-sg.com>
parents: 163
diff changeset
88 exit
150
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
89 dopst 1 ams.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
90 dopst 2 sample_64.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
91 dopst 3 test.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
92 dopst 4 big_mail.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
93 dopst 5 mbmg.archive.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
94 dopst 6 Single2003-read.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
95 dopst 7 Single2003-unread.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
96 dopst 8 ol2k3high.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
97 dopst 9 ol97high.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
98 dopst 10 returned_message.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
99 dopst 12 test-html.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
100 dopst 13 test-text.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
101 dopst 14 joe.romanowski.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
102 dopst 15 hourig1.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
103 #dopst 16 hourig2.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
104 #dopst 17 hourig3.pst
06aa84023b48 rename some structure fields to reflect our better understanding of the pst format
Carl Byington <carl@five-ten-sg.com>
parents: 148
diff changeset
105 dopst 18 test-mac.pst
152
edebaf0e87d2 more code cleanup
Carl Byington <carl@five-ten-sg.com>
parents: 151
diff changeset
106 dopst 19 harris.pst
167
40e9de445038 improve consistency checking when fetching items from the pst file.
Carl Byington <carl@five-ten-sg.com>
parents: 164
diff changeset
107 dopst 20 spam.pst
71
1bd4491cf8ff fix documentation of 8 byte backpointers
Carl Byington <carl@five-ten-sg.com>
parents: 67
diff changeset
108 fi
44
d4606d460daf more fixes for 64 bit format
carl
parents: 43
diff changeset
109
141
fd4297884319 improve decoding of multipart/report and message/rfc822 mime types
Carl Byington <carl@five-ten-sg.com>
parents: 139
diff changeset
110 grep 'lost:' *err | grep -v 'lost: 0 '
167
40e9de445038 improve consistency checking when fetching items from the pst file.
Carl Byington <carl@five-ten-sg.com>
parents: 164
diff changeset
111 grep 'should have been' *err