dss.tst revision 3f54fd611f536639ec30dd53c48e5ec1897cc7d9
# regression tests for the dss flat method
TITLE + flat
export TZ=EST5EDT
VIEW data
TEST 01 'flat simple types'
EXEC -I $data -x pwd-txt 'password==""&&uid==0' $data/pwd-txt.dat
OUTPUT - $'aha::0:0::/:/bin/sh'
EXEC -I $data -x pwd-txt 'password==""' $data/pwd-txt.dat
OUTPUT - $'aha::0:0::/:/bin/sh
he::30002:30002:Hammond Egger:/home/he:/bin/ksh'
EXEC -I $data -x pwd-txt 'shell=="/bin/ksh"' $data/pwd-txt.dat
OUTPUT - $'as:*:30001:30001:Alan Smithee:/home/as:/bin/ksh
he::30002:30002:Hammond Egger:/home/he:/bin/ksh'
EXEC -I $data -x pwd-txt '(shell=="/bin/ksh")|{print "%(dss.record)u %(uid)u"}' $data/pwd-txt.dat
OUTPUT - $'15 30001
16 30002'
EXEC -c -I $data -x pwd-txt 'shell=~".*/ksh"' $data/pwd-txt.dat
OUTPUT - $'2/18'
EXEC -c -I $data -x pwd-txt 'shell!~".*/ksh"' $data/pwd-txt.dat
OUTPUT - $'16/18'
TEST 02 'flat with field quotes'
EXEC -I $data -x httplog -p '%(time)s %(addr)s' 'addr=~"192.31/16"' $data/httplog.dat
OUTPUT - $'1997-09-30+03:00:00 192.31.231.63
1997-09-30+03:00:01 192.31.231.63
1997-09-30+03:00:04 192.31.231.63
1997-09-30+03:00:08 192.31.231.63'
TEST 03 'flat fixed width field with record terminator'
EXEC -I $data -x fixed - $data/fixed.dat
OUTPUT - $'aabbccdd
eeffgghh
iijjkkll
mmnnoopp'
EXEC -I $data -x fixed '{print "<%(s1)s> <%(s2)s> <%(s3)s> <%(s4)s>"}' $data/fixed.dat
OUTPUT - $'<aa> <bb> <cc> <dd>
<ee> <ff> <gg> <hh>
<ii> <jj> <kk> <ll>
<mm> <nn> <oo> <pp>'
EXEC -I $data -x variable -
INPUT -n - $'a:b2:c23:d234:e2345:f23456:g234567:h2345678:i23456789:j2345678:k234567:l23456:m2345:n234:o23:p2:q:'
SAME OUTPUT INPUT
EXEC -I $data -x variable '{print "<%(s1)s> <%(s2)s> <%(s3)s> <%(s4)s>"}'
OUTPUT - '<a> <> <> <>
<b2> <> <> <>
<c2> <3> <> <>
<d2> <34> <> <>
<e2> <34> <5> <>
<f2> <34> <56> <>
<g2> <34> <56> <7>
<h2> <34> <56> <78>
<i2> <34> <56> <78>
<j2> <34> <56> <78>
<k2> <34> <56> <7>
<l2> <34> <56> <>
<m2> <34> <5> <>
<n2> <34> <> <>
<o2> <3> <> <>
<p2> <> <> <>
<q> <> <> <>'
EXEC -I $data -x fixed -
SAME INPUT $data/fixed-bad.dat
OUTPUT - $'aabbccdd
eeff
gghhi
jjkkll
mmnnoop
qqrrsstt
uuvvwwxxy
zzaabbccdd
eeffgghhiij
kkllmmnnoopp
wwxxyyzz'
EXEC -I $data -x variable '{print "<%(s1)s> <%(s2)s> <%(s3)s> <%(s4)s>"}'
INPUT -n - $'abcdefghijklmnop'
OUTPUT - '<ab> <cd> <ef> <gh>
<ij> <kl> <mn> <op>'
ERROR - $'dss::scan: warning: stdin, record 1, offset 0: flat record terminator ignored'
TEST 04 'flat conversion'
EXEC -I $data -x pwd-txt '{flatten pwd-bin}' $data/pwd-txt.dat
SAME OUTPUT $data/pwd-bin.dat
ERROR - $'dss::flatten: warning: pad: field not in source record -- default value will be output'
EXEC -I $data -x pwd-bin '{flatten pwd-txt}' $data/pwd-bin.dat
SAME OUTPUT $data/pwd-txt.dat
ERROR -
EXEC -I $data -x pwd-bin '{print "%(name)s %(uid)d"}' $data/pwd-bin.dat
OUTPUT - $'root 0
sysadm 0
diag 0
daemon 1
bin 2
uucp 3
sys 4
adm 5
aha 0
lp 9
auditor 11
ftp 112
demos 993
guest 998
as 30001
he 30002
noaccess 60002
nobody 60001'
for typ in txt bin
do
EXEC -p '%(name)s' -I $data -x pwd-$typ 'password==""&&uid==0' $data/pwd-$typ.dat
OUTPUT - $'aha'
EXEC -p '%(name)s' -I $data -x pwd-$typ 'password==""' $data/pwd-$typ.dat
OUTPUT - $'aha\nhe'
EXEC -p '%(name)s' -I $data -x pwd-$typ 'shell=="/bin/ksh"' $data/pwd-$typ.dat
OUTPUT - $'as\nhe'
EXEC -p '%(comment)s' -I $data -x pwd-$typ 'shell=~".*/ksh"' $data/pwd-$typ.dat
OUTPUT - $'Alan Smithee\nHammond Egger'
EXEC -p '%(comment)s' -I $data -x pwd-$typ 'shell!~".*/ksh"' $data/pwd-$typ.dat
OUTPUT - $'Super-User
System V Administration
Hardware Diagnostics
daemons
System Tools Owner
UUCP Owner
System Activity Owner
Accounting Files Owner
Print Spooler Owner
Audit Activity Owner
File Transfer
Demonstration User
Guest Account
uid no access
original nobody uid'
done
TEST 05 'keyed data'
EXEC -I $data -x key-1 - /dev/null
ERROR - "dss: \"$data/key-1.dss\", line 28: warning: id: id: field key is ambiguous -- qualification required
dss::scan: warning: ID: id: field key is ambiguous -- qualification required"
EXEC -I $data -x key-2 - /dev/null
ERROR - "dss::scan: warning: ID: id: field key is ambiguous -- qualification required"
EXEC -I $data -x key-3 - /dev/null
ERROR - "dss: \"$data/key-3.dss\", line 29: warning: id: id: field key is ambiguous -- qualification required"
TEST 06 'copybook conversion'
EXEC -I $data -x cpy-txt '{flatten cpy-bin}' $data/cpy-txt.dat
SAME OUTPUT $data/cpy-bin.dat
EXEC -I $data -x cpy-bin '{flatten cpy-txt}' $data/cpy-bin.dat
SAME OUTPUT $data/cpy-txt.dat
EXEC -I $data -x cpy-bin '{flatten --emptyspace cpy-txt}' $data/cpy-bin.dat
OUTPUT - $'12345678|MOE |1|0|1|01/02/2003|03/02/2001|X|00000000|RUN |L|1|Q|00000000|Q| |95|00000004|00000000|Q| |01/01/1900|USD|Q|ENG|2004-05-06-07.08.09.123456|6|HOWARD
12345678|LARRY |1|0|1|04/05/2006|06/05/2004|X|00000000|DUCK |R|2|Q|00000000|Q| |12.1234567890123|00000005|00000000|Q| |01/01/1900|USD|Q|ENG|2004-05-06-07.08.10.789012|4|FINE
87654321|CURLY |1|0|2|07/08/2009|09/08/2007|X|00000000|HYDE |L|3|Q|00000000|Q| |0|00000006|00000000|Q| |01/01/1900|USD|Q|ENG|2004-05-06-07.08.11.345678|0| '
EXEC -I $data -x cpy-str-txt '{flatten cpy-str-bin}' $data/cpy-txt.dat
SAME OUTPUT $data/cpy-bin.dat
EXEC -I $data -x cpy-str-bin '{flatten cpy-str-txt}' $data/cpy-bin.dat
SAME OUTPUT $data/cpy-txt.dat
TEST 07 'fixed with variable sized but bounded fields'
EXEC -I $data -x fixedvar '{print "%(TEST_FIELD_03)s"}' $data/fixedvar.dat
OUTPUT - $'BBBB
DDDD
FFFF'
EXEC -I $data -x fixedmax '{print "%(TEST_FIELD_01)s %(TEST_FIELD_03)s %(TEST_FIELD_02_SIZE)02d %(TEST_FIELD_02_DATA)s"}' $data/fixedmax.dat
OUTPUT - $'AAAA BBBB 10 abcdefghij
CCCC DDDD 03 xyz
EEEE FFFF 00 '
EXEC -I $data -x fixedmaxvar '{print "%(TEST_FIELD_01)s %(TEST_FIELD_03)s %(TEST_FIELD_02_SIZE)02d %(TEST_FIELD_02_DATA)s"}' $data/fixedmaxvar.dat
OUTPUT - $'AAAA BBBB 10 abcdefghij
CCCC DDDD 03 xyz
EEEE FFFF 00 '
TEST 08 'syntax diagnostics'
EXEC -x bad.dss
INPUT bad.dss $'<METHOD>flat</>
<FLAT>
<FIELD>
<NAME>A</>
<FIELD>
<NAME>B</>
<FIELD>
<NAME>C</>
<TYPE>string>
<PHYSICAL>
<WIDTH>16</>
</>
</>
</>
</>
</>'
ERROR - $'dss: "bad.dss", line 10: <FLAT><FIELD><FIELD><FIELD><TYPE>: invalid input
dss: bad.dss: unknown method'
EXIT 1
EXEC -x bad.dss
INPUT bad.dss $'<METHOD>flat</>
<FLAT>
<FIELD>
</>'
ERROR - $'dss: "bad.dss", line 4: field name must be specified
dss: bad.dss: unknown method'
EXEC -x bad.dss
INPUT bad.dss $'<METHOD>flat</>
<FLAT>
<FIELD>
<NAME>A</>
</>'
ERROR - $'dss: "bad.dss", line 6: <FLAT>: no closing tag
dss: bad.dss: unknown method'
TEST 09 'schema info options'
EXEC -I $data -x flat,header:fixedvar -
OUTPUT - $'/*
* TEST dynamic interface
* converted by cpy2dss from copybook standard input
*/
#define TEST_RECORD(data) (_TEST_record_=(TEST_record_t*)DSSDATA(data))
typedef Cxvalue_t* (*TEST_get_f)(void*,int);
typedef struct TEST_field_s /* record field */
{
Cxvalue_t value; /* value (first for dynamic Q) */
void* field; /* static field info */
size_t off; /* record data offset */
size_t siz; /* record data size */
unsigned int serial; /* read serial number */
unsigned int keyed; /* keyed serial number */
} TEST_field_t;
typedef struct TEST_record_s /* current record info */
{
TEST_field_t* fields; /* fields (first for dynamic Q) */
TEST_get_f getf; /* getf (second for dynamic Q) */
} TEST_record_t;
static TEST_record_t* _TEST_record_;
#define TEST_TEST_FIELD_01 ((*_TEST_record_->getf)(_TEST_record_,0)->string.data)
#define TEST_TEST_FIELD_01_size ((*_TEST_record_->getf)(_TEST_record_,0)->string.size)
#define TEST_TEST_FIELD_02_SIZE ((*_TEST_record_->getf)(_TEST_record_,2)->number)
#define TEST_TEST_FIELD_02_DATA ((*_TEST_record_->getf)(_TEST_record_,3)->string.data)
#define TEST_TEST_FIELD_02_DATA_size ((*_TEST_record_->getf)(_TEST_record_,3)->string.size)
#define TEST_TEST_FIELD_03 ((*_TEST_record_->getf)(_TEST_record_,4)->string.data)
#define TEST_TEST_FIELD_03_size ((*_TEST_record_->getf)(_TEST_record_,4)->string.size)'
EXEC -I $data -x flat,prototype:fixedvar -
OUTPUT - $'TEST_FIELD_01||TEST_FIELD_02_SIZE|TEST_FIELD_02_DATA|TEST_FIELD_03'
EXEC -I $data -x flat,struct:fixedmax -
OUTPUT - $'/* converted by cpy2dss from copybook standard input */
struct _flat_TEST_s
{
/*01*/char TEST_FIELD_01[4];
struct
{
/*02*/char TEST_FIELD_02_SIZE[2];
/*02*/char TEST_FIELD_02_DATA[1024];
} TEST_FIELD_02;
/*01*/char TEST_FIELD_03[4];
};
/* sizeof(struct _flat_TEST_s)==1034 */'
EXEC -I $data -x flat,struct:fixedmaxvar -
OUTPUT - $'/* converted by cpy2dss from copybook standard input */
struct _flat_TEST_s
{
/*01*/char TEST_FIELD_01[4];
struct
{
/*02*/char TEST_FIELD_02_SIZE[2];
/*02*/char TEST_FIELD_02_DATA[16];
} TEST_FIELD_02;
/*01*/char TEST_FIELD_03[4];
char _delimiter_1; /* delimiter \'\\n\' */
};
/* sizeof(struct _flat_TEST_s)==27 */'
TEST 10 'quote + escape vs. delimiters and terminators'
EXEC -I $data -x qe-bin '{flatten q-txt.dss}' qe-bin.dat
OUTPUT - $'AB"|"D|wxyz
a"|"cd|HI""""K
LM\\O|p""""""s
""""""""""|\\\\\\\\'
COPY OUTPUT qe.dat
EXEC -I $data -x q-txt '{flatten q-txt.dss}' qe.dat
EXEC -I $data -x qe-bin '{flatten qa-txt.dss}' qe-bin.dat
OUTPUT - $'"AB|D"|"wxyz"
"a|cd"|"HI""K"
"LM\\O"|"p""""s"
""""""""""|"\\\\\\\\"'
COPY OUTPUT qe.dat
EXEC -I $data -x qa-txt '{flatten qa-txt.dss}' qe.dat
EXEC -I $data -x qe-bin '{flatten e-txt.dss}' qe-bin.dat
OUTPUT - $'AB\\|D|wxyz
a\\|cd|HI"K
LM\\\\O|p""s
""""|\\\\\\\\\\\\\\\\'
COPY OUTPUT qe.dat
EXEC -I $data -x e-txt '{flatten e-txt.dss}' qe.dat
EXEC -I $data -x qe-bin '{flatten qe-txt.dss}' qe-bin.dat
OUTPUT - $'AB\\|D|wxyz
a\\|cd|HI\\"K
LM\\\\O|p\\"\\"s
\\"\\"\\"\\"|\\\\\\\\\\\\\\\\'
COPY OUTPUT qe.dat
EXEC -I $data -x qe-txt '{flatten qe-txt.dss}' qe.dat
EXEC -I $data -x ff-bin '{flatten --emptyspace ff-txt.dss}' ff-bin.dat
OUTPUT - $'"00"|"\xff*"
"01"|"\xff*"
"02"|"\xff*"
"03"|"\xff*"
"04"|"\xff*"
"05"|"\xff*"
"06"|"\xff*"
"07"|"\xff*"
"08"|"\xff*"
"09"|"\xff*"
"10"|"\xff*"
"11"|"\xff*"
"12"|"\xff*"
"13"|"\xff*"
"14"|"\xff*"
"15"|"\xff*"
"16"|"\xff*"
"17"|"\xff*"
"18"|"\xff*"
"19"|"\xff*"
"20"|"\xff*"
"21"|"\xff*"
"22"|"\xff*"
"23"|"\xff*"
"24"|"\xff*"
"25"|"\xff*"
"26"|"\xff*"
"27"|"\xff*"
"28"|"\xff*"
"29"|"\xff*"
"30"|"\xff*"
"31"|"\xff*"
"32"|"\xff*"
"33"|"\xff*"
"34"|"\xff*"
"35"|"\xff*"
"36"|"\xff*"
"37"|"\xff*"
"38"|"\xff*"
"39"|"\xff*"
"40"|"\xff*"
"41"|"\xff*"
"42"|"\xff*"
"43"|"\xff*"
"44"|"\xff*"
"45"|"\xff*"
"46"|"\xff*"
"47"|"\xff*"
"48"|"\xff*"
"49"|"\xff*"
"50"|"\xff*"
"51"|"\xff*"
"52"|"\xff*"
"53"|"\xff*"
"54"|"\xff*"
"55"|"\xff*"
"56"|"\xff*"
"57"|"\xff*"
"58"|"\xff*"
"59"|"\xff*"
"60"|"\xff*"
"61"|"\xff*"
"62"|"\xff*"
"63"|"\xff*"
"64"|"\xff*"
"65"|"\xff*"
"66"|"\xff*"
"67"|"\xff*"
"68"|"\xff*"
"69"|"\xff*"
"70"|"\xff*"
"71"|"\xff*"
"72"|"\xff*"
"73"|"\xff*"
"74"|"\xff*"
"75"|"\xff*"
"76"|"\xff*"
"77"|"\xff*"
"78"|"\xff*"
"79"|"\xff*"
"80"|"\xff*"
"81"|"\xff*"
"82"|"\xff*"
"83"|"\xff*"
"84"|"\xff*"
"85"|"\xff*"
"86"|"\xff*"
"87"|"\xff*"
"88"|"\xff*"
"89"|"\xff*"
"90"|"\xff*"
"91"|"\xff*"
"92"|"\xff*"
"93"|"\xff*"
"94"|"\xff*"
"95"|"\xff*"
"96"|"\xff*"
"97"|"\xff*"
"98"|"\xff*"
"99"|"\xff*"'